2024-11-25 01:23:39,797 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-25 01:23:39,809 main DEBUG Took 0.009990 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 01:23:39,809 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 01:23:39,810 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 01:23:39,810 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 01:23:39,812 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 01:23:39,818 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 01:23:39,830 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 01:23:39,831 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 01:23:39,831 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 01:23:39,832 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 01:23:39,832 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 01:23:39,833 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 01:23:39,833 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 01:23:39,834 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 01:23:39,834 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 01:23:39,834 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 01:23:39,835 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 01:23:39,835 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 01:23:39,836 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 01:23:39,836 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 01:23:39,837 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 01:23:39,837 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 01:23:39,837 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 01:23:39,838 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 01:23:39,838 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 01:23:39,839 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 01:23:39,839 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 01:23:39,840 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 01:23:39,840 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 01:23:39,841 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 01:23:39,841 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 01:23:39,842 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 01:23:39,843 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 01:23:39,845 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 01:23:39,846 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 01:23:39,847 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 01:23:39,848 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 01:23:39,848 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 01:23:39,856 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 01:23:39,858 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 01:23:39,860 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 01:23:39,860 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 01:23:39,860 main DEBUG createAppenders(={Console}) 2024-11-25 01:23:39,861 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-25 01:23:39,861 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-25 01:23:39,862 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-25 01:23:39,862 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 01:23:39,862 main DEBUG OutputStream closed 2024-11-25 01:23:39,862 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 01:23:39,863 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 01:23:39,863 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-25 01:23:39,928 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 01:23:39,930 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 01:23:39,931 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 01:23:39,932 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 01:23:39,933 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 01:23:39,933 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 01:23:39,933 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 01:23:39,933 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 01:23:39,934 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 01:23:39,934 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 01:23:39,934 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 01:23:39,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 01:23:39,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 01:23:39,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 01:23:39,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 01:23:39,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 01:23:39,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 01:23:39,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 01:23:39,939 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 01:23:39,939 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-25 01:23:39,939 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 01:23:39,940 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-25T01:23:40,185 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035 2024-11-25 01:23:40,187 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 01:23:40,188 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T01:23:40,198 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-11-25T01:23:40,220 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T01:23:40,223 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/cluster_df7c5154-dffa-4b7e-9d5b-a390ea6d3b1a, deleteOnExit=true 2024-11-25T01:23:40,223 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-25T01:23:40,224 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/test.cache.data in system properties and HBase conf 2024-11-25T01:23:40,225 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T01:23:40,225 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/hadoop.log.dir in system properties and HBase conf 2024-11-25T01:23:40,226 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T01:23:40,226 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T01:23:40,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-25T01:23:40,320 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T01:23:40,412 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T01:23:40,416 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T01:23:40,416 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T01:23:40,417 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T01:23:40,417 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T01:23:40,418 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T01:23:40,418 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T01:23:40,418 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T01:23:40,419 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T01:23:40,419 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T01:23:40,419 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/nfs.dump.dir in system properties and HBase conf 2024-11-25T01:23:40,420 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/java.io.tmpdir in system properties and HBase conf 2024-11-25T01:23:40,420 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T01:23:40,420 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T01:23:40,421 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T01:23:41,237 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T01:23:41,315 INFO [Time-limited test {}] log.Log(170): Logging initialized @2196ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T01:23:41,393 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T01:23:41,456 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T01:23:41,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T01:23:41,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T01:23:41,478 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T01:23:41,491 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T01:23:41,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c667d99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/hadoop.log.dir/,AVAILABLE} 2024-11-25T01:23:41,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@88a76a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T01:23:41,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7cad334d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/java.io.tmpdir/jetty-localhost-44881-hadoop-hdfs-3_4_1-tests_jar-_-any-11712855224557563793/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T01:23:41,693 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ca31a4d{HTTP/1.1, (http/1.1)}{localhost:44881} 2024-11-25T01:23:41,693 INFO [Time-limited test {}] server.Server(415): Started @2575ms 2024-11-25T01:23:42,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T01:23:42,085 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T01:23:42,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T01:23:42,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T01:23:42,087 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T01:23:42,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26eba703{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/hadoop.log.dir/,AVAILABLE} 2024-11-25T01:23:42,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37784050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T01:23:42,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45b00dd3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/java.io.tmpdir/jetty-localhost-37505-hadoop-hdfs-3_4_1-tests_jar-_-any-18268360981297152150/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T01:23:42,218 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40a056e9{HTTP/1.1, (http/1.1)}{localhost:37505} 2024-11-25T01:23:42,219 INFO [Time-limited test {}] server.Server(415): Started @3101ms 2024-11-25T01:23:42,285 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T01:23:42,768 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/cluster_df7c5154-dffa-4b7e-9d5b-a390ea6d3b1a/dfs/data/data2/current/BP-1981118089-172.17.0.2-1732497820990/current, will proceed with Du for space computation calculation, 2024-11-25T01:23:42,768 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/cluster_df7c5154-dffa-4b7e-9d5b-a390ea6d3b1a/dfs/data/data1/current/BP-1981118089-172.17.0.2-1732497820990/current, will proceed with Du for space computation calculation, 2024-11-25T01:23:42,809 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T01:23:42,863 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79abce8e08fc168b with lease ID 0x3e176940d51ae48f: Processing first storage report for DS-8f0b9e10-60c0-4e19-9029-2cf2a47bc161 from datanode DatanodeRegistration(127.0.0.1:45433, datanodeUuid=2617d3a7-4db2-4226-9bda-d2ba37839bde, infoPort=44543, infoSecurePort=0, ipcPort=39449, storageInfo=lv=-57;cid=testClusterID;nsid=2021258588;c=1732497820990) 2024-11-25T01:23:42,864 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79abce8e08fc168b with lease ID 0x3e176940d51ae48f: from storage DS-8f0b9e10-60c0-4e19-9029-2cf2a47bc161 node DatanodeRegistration(127.0.0.1:45433, datanodeUuid=2617d3a7-4db2-4226-9bda-d2ba37839bde, infoPort=44543, infoSecurePort=0, ipcPort=39449, storageInfo=lv=-57;cid=testClusterID;nsid=2021258588;c=1732497820990), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-25T01:23:42,864 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79abce8e08fc168b with lease ID 0x3e176940d51ae48f: Processing first storage report for DS-2e045134-771f-4801-aaea-45b8e54dde2f from datanode DatanodeRegistration(127.0.0.1:45433, datanodeUuid=2617d3a7-4db2-4226-9bda-d2ba37839bde, infoPort=44543, infoSecurePort=0, ipcPort=39449, storageInfo=lv=-57;cid=testClusterID;nsid=2021258588;c=1732497820990) 2024-11-25T01:23:42,864 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79abce8e08fc168b with lease ID 0x3e176940d51ae48f: from storage DS-2e045134-771f-4801-aaea-45b8e54dde2f node DatanodeRegistration(127.0.0.1:45433, datanodeUuid=2617d3a7-4db2-4226-9bda-d2ba37839bde, infoPort=44543, infoSecurePort=0, ipcPort=39449, storageInfo=lv=-57;cid=testClusterID;nsid=2021258588;c=1732497820990), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T01:23:42,865 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035 2024-11-25T01:23:42,946 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/cluster_df7c5154-dffa-4b7e-9d5b-a390ea6d3b1a/zookeeper_0, clientPort=50052, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/cluster_df7c5154-dffa-4b7e-9d5b-a390ea6d3b1a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/cluster_df7c5154-dffa-4b7e-9d5b-a390ea6d3b1a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T01:23:42,955 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=50052 2024-11-25T01:23:42,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T01:23:42,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T01:23:43,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741825_1001 (size=7) 2024-11-25T01:23:43,602 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579 with version=8 2024-11-25T01:23:43,603 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/hbase-staging 2024-11-25T01:23:43,729 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T01:23:43,998 INFO [Time-limited test {}] client.ConnectionUtils(129): master/15a7e74b0924:0 server-side Connection retries=45 2024-11-25T01:23:44,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T01:23:44,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T01:23:44,018 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T01:23:44,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T01:23:44,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T01:23:44,151 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T01:23:44,210 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T01:23:44,219 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T01:23:44,223 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T01:23:44,252 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 26325 (auto-detected) 2024-11-25T01:23:44,253 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-25T01:23:44,272 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38513 2024-11-25T01:23:44,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T01:23:44,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T01:23:44,295 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38513 connecting to ZooKeeper ensemble=127.0.0.1:50052 2024-11-25T01:23:44,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385130x0, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T01:23:44,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38513-0x1002c468db50000 connected 2024-11-25T01:23:44,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T01:23:44,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T01:23:44,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T01:23:44,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38513 2024-11-25T01:23:44,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38513 2024-11-25T01:23:44,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38513 2024-11-25T01:23:44,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38513 2024-11-25T01:23:44,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38513 2024-11-25T01:23:44,387 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579, hbase.cluster.distributed=false 2024-11-25T01:23:44,463 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/15a7e74b0924:0 server-side Connection retries=45 2024-11-25T01:23:44,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T01:23:44,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T01:23:44,463 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T01:23:44,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T01:23:44,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T01:23:44,466 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T01:23:44,468 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T01:23:44,469 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33739 2024-11-25T01:23:44,471 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T01:23:44,476 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T01:23:44,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T01:23:44,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T01:23:44,486 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33739 connecting to ZooKeeper ensemble=127.0.0.1:50052 2024-11-25T01:23:44,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337390x0, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T01:23:44,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337390x0, quorum=127.0.0.1:50052, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T01:23:44,490 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33739-0x1002c468db50001 connected 2024-11-25T01:23:44,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33739-0x1002c468db50001, quorum=127.0.0.1:50052, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T01:23:44,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33739-0x1002c468db50001, quorum=127.0.0.1:50052, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T01:23:44,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33739 2024-11-25T01:23:44,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33739 2024-11-25T01:23:44,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33739 2024-11-25T01:23:44,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33739 2024-11-25T01:23:44,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33739 2024-11-25T01:23:44,501 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/15a7e74b0924,38513,1732497823723 2024-11-25T01:23:44,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T01:23:44,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x1002c468db50001, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T01:23:44,510 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/15a7e74b0924,38513,1732497823723 2024-11-25T01:23:44,518 DEBUG [M:0;15a7e74b0924:38513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;15a7e74b0924:38513 2024-11-25T01:23:44,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x1002c468db50001, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T01:23:44,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T01:23:44,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x1002c468db50001, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T01:23:44,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T01:23:44,531 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T01:23:44,532 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/15a7e74b0924,38513,1732497823723 from backup master directory 2024-11-25T01:23:44,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T01:23:44,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/15a7e74b0924,38513,1732497823723 2024-11-25T01:23:44,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x1002c468db50001, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T01:23:44,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T01:23:44,536 WARN [master/15a7e74b0924:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T01:23:44,536 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=15a7e74b0924,38513,1732497823723 2024-11-25T01:23:44,539 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T01:23:44,540 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T01:23:44,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741826_1002 (size=42) 2024-11-25T01:23:45,009 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/hbase.id with ID: 3af2b67a-2481-4213-a470-8b4de591eae0 2024-11-25T01:23:45,050 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T01:23:45,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x1002c468db50001, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T01:23:45,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T01:23:45,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741827_1003 (size=196) 2024-11-25T01:23:45,511 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T01:23:45,513 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T01:23:45,531 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:45,536 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T01:23:45,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741828_1004 (size=1189) 2024-11-25T01:23:45,589 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/MasterData/data/master/store 2024-11-25T01:23:45,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741829_1005 (size=34) 2024-11-25T01:23:46,011 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T01:23:46,011 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T01:23:46,012 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T01:23:46,013 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T01:23:46,013 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T01:23:46,013 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T01:23:46,013 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T01:23:46,013 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T01:23:46,013 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-25T01:23:46,016 WARN [master/15a7e74b0924:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/MasterData/data/master/store/.initializing 2024-11-25T01:23:46,016 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/MasterData/WALs/15a7e74b0924,38513,1732497823723 2024-11-25T01:23:46,023 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T01:23:46,033 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=15a7e74b0924%2C38513%2C1732497823723, suffix=, logDir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/MasterData/WALs/15a7e74b0924,38513,1732497823723, archiveDir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/MasterData/oldWALs, maxLogs=10 2024-11-25T01:23:46,056 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/MasterData/WALs/15a7e74b0924,38513,1732497823723/15a7e74b0924%2C38513%2C1732497823723.1732497826038, exclude list is [], retry=0 2024-11-25T01:23:46,073 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45433,DS-8f0b9e10-60c0-4e19-9029-2cf2a47bc161,DISK] 2024-11-25T01:23:46,076 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T01:23:46,112 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/MasterData/WALs/15a7e74b0924,38513,1732497823723/15a7e74b0924%2C38513%2C1732497823723.1732497826038 2024-11-25T01:23:46,113 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44543:44543)] 2024-11-25T01:23:46,114 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T01:23:46,114 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T01:23:46,118 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T01:23:46,119 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T01:23:46,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T01:23:46,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T01:23:46,183 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:23:46,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T01:23:46,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T01:23:46,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T01:23:46,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:23:46,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T01:23:46,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T01:23:46,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T01:23:46,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:23:46,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T01:23:46,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T01:23:46,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T01:23:46,198 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:23:46,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T01:23:46,202 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T01:23:46,203 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T01:23:46,211 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T01:23:46,215 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T01:23:46,220 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T01:23:46,221 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71509463, jitterRate=0.0655740350484848}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T01:23:46,225 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-25T01:23:46,226 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T01:23:46,254 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e1d6e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:23:46,288 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-25T01:23:46,299 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T01:23:46,299 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T01:23:46,302 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T01:23:46,303 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T01:23:46,308 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-25T01:23:46,309 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T01:23:46,333 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T01:23:46,345 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T01:23:46,347 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-25T01:23:46,349 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T01:23:46,350 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T01:23:46,352 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-25T01:23:46,354 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T01:23:46,357 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T01:23:46,358 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-25T01:23:46,360 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T01:23:46,361 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T01:23:46,374 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T01:23:46,375 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T01:23:46,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T01:23:46,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x1002c468db50001, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T01:23:46,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T01:23:46,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x1002c468db50001, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T01:23:46,380 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=15a7e74b0924,38513,1732497823723, sessionid=0x1002c468db50000, setting cluster-up flag (Was=false) 2024-11-25T01:23:46,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x1002c468db50001, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T01:23:46,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T01:23:46,401 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T01:23:46,403 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15a7e74b0924,38513,1732497823723 2024-11-25T01:23:46,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T01:23:46,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x1002c468db50001, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T01:23:46,412 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T01:23:46,413 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=15a7e74b0924,38513,1732497823723 2024-11-25T01:23:46,492 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-25T01:23:46,498 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-25T01:23:46,500 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T01:23:46,505 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 15a7e74b0924,38513,1732497823723 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T01:23:46,509 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/15a7e74b0924:0, corePoolSize=5, maxPoolSize=5 2024-11-25T01:23:46,509 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/15a7e74b0924:0, corePoolSize=5, maxPoolSize=5 2024-11-25T01:23:46,509 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/15a7e74b0924:0, corePoolSize=5, maxPoolSize=5 2024-11-25T01:23:46,509 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/15a7e74b0924:0, corePoolSize=5, maxPoolSize=5 2024-11-25T01:23:46,509 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/15a7e74b0924:0, corePoolSize=10, maxPoolSize=10 2024-11-25T01:23:46,510 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/15a7e74b0924:0, corePoolSize=1, maxPoolSize=1 2024-11-25T01:23:46,510 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/15a7e74b0924:0, corePoolSize=2, maxPoolSize=2 2024-11-25T01:23:46,510 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/15a7e74b0924:0, corePoolSize=1, maxPoolSize=1 2024-11-25T01:23:46,511 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732497856511 2024-11-25T01:23:46,513 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T01:23:46,514 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T01:23:46,515 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-25T01:23:46,516 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-25T01:23:46,516 DEBUG [RS:0;15a7e74b0924:33739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;15a7e74b0924:33739 2024-11-25T01:23:46,517 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T01:23:46,518 INFO [RS:0;15a7e74b0924:33739 {}] regionserver.HRegionServer(1008): ClusterId : 3af2b67a-2481-4213-a470-8b4de591eae0 2024-11-25T01:23:46,518 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T01:23:46,518 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T01:23:46,518 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T01:23:46,519 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T01:23:46,520 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:23:46,520 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T01:23:46,520 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T01:23:46,521 DEBUG [RS:0;15a7e74b0924:33739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T01:23:46,522 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T01:23:46,522 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T01:23:46,525 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T01:23:46,526 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T01:23:46,526 DEBUG [RS:0;15a7e74b0924:33739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T01:23:46,526 DEBUG [RS:0;15a7e74b0924:33739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T01:23:46,528 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/15a7e74b0924:0:becomeActiveMaster-HFileCleaner.large.0-1732497826527,5,FailOnTimeoutGroup] 2024-11-25T01:23:46,528 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/15a7e74b0924:0:becomeActiveMaster-HFileCleaner.small.0-1732497826528,5,FailOnTimeoutGroup] 2024-11-25T01:23:46,529 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T01:23:46,529 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T01:23:46,529 DEBUG [RS:0;15a7e74b0924:33739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T01:23:46,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741831_1007 (size=1039) 2024-11-25T01:23:46,530 DEBUG [RS:0;15a7e74b0924:33739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33b9f4dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:23:46,530 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T01:23:46,531 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T01:23:46,532 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-25T01:23:46,532 DEBUG [RS:0;15a7e74b0924:33739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37e5e3d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15a7e74b0924/172.17.0.2:0 2024-11-25T01:23:46,532 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579 2024-11-25T01:23:46,536 INFO [RS:0;15a7e74b0924:33739 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-25T01:23:46,536 INFO [RS:0;15a7e74b0924:33739 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-25T01:23:46,536 DEBUG [RS:0;15a7e74b0924:33739 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-25T01:23:46,539 INFO [RS:0;15a7e74b0924:33739 {}] regionserver.HRegionServer(3073): reportForDuty to master=15a7e74b0924,38513,1732497823723 with isa=15a7e74b0924/172.17.0.2:33739, startcode=1732497824462 2024-11-25T01:23:46,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741832_1008 (size=32) 2024-11-25T01:23:46,557 DEBUG [RS:0;15a7e74b0924:33739 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T01:23:46,599 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36585, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T01:23:46,605 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38513 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:46,608 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38513 {}] master.ServerManager(486): Registering regionserver=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:46,623 DEBUG [RS:0;15a7e74b0924:33739 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579 2024-11-25T01:23:46,623 DEBUG [RS:0;15a7e74b0924:33739 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36753 2024-11-25T01:23:46,623 DEBUG [RS:0;15a7e74b0924:33739 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-25T01:23:46,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T01:23:46,627 DEBUG [RS:0;15a7e74b0924:33739 {}] zookeeper.ZKUtil(111): regionserver:33739-0x1002c468db50001, quorum=127.0.0.1:50052, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/15a7e74b0924,33739,1732497824462 2024-11-25T01:23:46,627 WARN [RS:0;15a7e74b0924:33739 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T01:23:46,627 INFO [RS:0;15a7e74b0924:33739 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T01:23:46,628 DEBUG [RS:0;15a7e74b0924:33739 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/WALs/15a7e74b0924,33739,1732497824462 2024-11-25T01:23:46,629 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [15a7e74b0924,33739,1732497824462] 2024-11-25T01:23:46,641 DEBUG [RS:0;15a7e74b0924:33739 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-25T01:23:46,651 INFO [RS:0;15a7e74b0924:33739 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T01:23:46,663 INFO [RS:0;15a7e74b0924:33739 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T01:23:46,666 INFO [RS:0;15a7e74b0924:33739 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T01:23:46,666 INFO [RS:0;15a7e74b0924:33739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T01:23:46,667 INFO [RS:0;15a7e74b0924:33739 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-25T01:23:46,674 INFO [RS:0;15a7e74b0924:33739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T01:23:46,674 DEBUG [RS:0;15a7e74b0924:33739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/15a7e74b0924:0, corePoolSize=1, maxPoolSize=1 2024-11-25T01:23:46,674 DEBUG [RS:0;15a7e74b0924:33739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/15a7e74b0924:0, corePoolSize=1, maxPoolSize=1 2024-11-25T01:23:46,674 DEBUG [RS:0;15a7e74b0924:33739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/15a7e74b0924:0, corePoolSize=1, maxPoolSize=1 2024-11-25T01:23:46,674 DEBUG [RS:0;15a7e74b0924:33739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/15a7e74b0924:0, corePoolSize=1, maxPoolSize=1 2024-11-25T01:23:46,674 DEBUG [RS:0;15a7e74b0924:33739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/15a7e74b0924:0, corePoolSize=1, maxPoolSize=1 2024-11-25T01:23:46,675 DEBUG [RS:0;15a7e74b0924:33739 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/15a7e74b0924:0, corePoolSize=2, maxPoolSize=2 2024-11-25T01:23:46,675 DEBUG [RS:0;15a7e74b0924:33739 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/15a7e74b0924:0, corePoolSize=1, maxPoolSize=1 2024-11-25T01:23:46,675 DEBUG [RS:0;15a7e74b0924:33739 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/15a7e74b0924:0, corePoolSize=1, maxPoolSize=1 2024-11-25T01:23:46,675 DEBUG [RS:0;15a7e74b0924:33739 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/15a7e74b0924:0, corePoolSize=1, maxPoolSize=1 2024-11-25T01:23:46,675 DEBUG [RS:0;15a7e74b0924:33739 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/15a7e74b0924:0, corePoolSize=1, maxPoolSize=1 2024-11-25T01:23:46,675 DEBUG [RS:0;15a7e74b0924:33739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/15a7e74b0924:0, corePoolSize=1, maxPoolSize=1 2024-11-25T01:23:46,675 DEBUG [RS:0;15a7e74b0924:33739 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/15a7e74b0924:0, corePoolSize=3, maxPoolSize=3 2024-11-25T01:23:46,676 DEBUG [RS:0;15a7e74b0924:33739 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0, corePoolSize=3, maxPoolSize=3 2024-11-25T01:23:46,676 INFO [RS:0;15a7e74b0924:33739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T01:23:46,676 INFO [RS:0;15a7e74b0924:33739 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T01:23:46,677 INFO [RS:0;15a7e74b0924:33739 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T01:23:46,677 INFO [RS:0;15a7e74b0924:33739 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T01:23:46,677 INFO [RS:0;15a7e74b0924:33739 {}] hbase.ChoreService(168): Chore ScheduledChore name=15a7e74b0924,33739,1732497824462-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T01:23:46,698 INFO [RS:0;15a7e74b0924:33739 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T01:23:46,700 INFO [RS:0;15a7e74b0924:33739 {}] hbase.ChoreService(168): Chore ScheduledChore name=15a7e74b0924,33739,1732497824462-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T01:23:46,721 INFO [RS:0;15a7e74b0924:33739 {}] regionserver.Replication(204): 15a7e74b0924,33739,1732497824462 started 2024-11-25T01:23:46,721 INFO [RS:0;15a7e74b0924:33739 {}] regionserver.HRegionServer(1767): Serving as 15a7e74b0924,33739,1732497824462, RpcServer on 15a7e74b0924/172.17.0.2:33739, sessionid=0x1002c468db50001 2024-11-25T01:23:46,722 DEBUG [RS:0;15a7e74b0924:33739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T01:23:46,722 DEBUG [RS:0;15a7e74b0924:33739 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:46,722 DEBUG [RS:0;15a7e74b0924:33739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15a7e74b0924,33739,1732497824462' 2024-11-25T01:23:46,723 DEBUG [RS:0;15a7e74b0924:33739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T01:23:46,723 DEBUG [RS:0;15a7e74b0924:33739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T01:23:46,724 DEBUG [RS:0;15a7e74b0924:33739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T01:23:46,724 DEBUG [RS:0;15a7e74b0924:33739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T01:23:46,724 DEBUG [RS:0;15a7e74b0924:33739 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:46,724 DEBUG [RS:0;15a7e74b0924:33739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '15a7e74b0924,33739,1732497824462' 2024-11-25T01:23:46,724 DEBUG [RS:0;15a7e74b0924:33739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T01:23:46,725 DEBUG [RS:0;15a7e74b0924:33739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T01:23:46,726 DEBUG [RS:0;15a7e74b0924:33739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T01:23:46,726 INFO [RS:0;15a7e74b0924:33739 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T01:23:46,726 INFO [RS:0;15a7e74b0924:33739 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T01:23:46,832 INFO [RS:0;15a7e74b0924:33739 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T01:23:46,835 INFO [RS:0;15a7e74b0924:33739 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=15a7e74b0924%2C33739%2C1732497824462, suffix=, logDir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/WALs/15a7e74b0924,33739,1732497824462, archiveDir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/oldWALs, maxLogs=32 2024-11-25T01:23:46,853 DEBUG [RS:0;15a7e74b0924:33739 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/WALs/15a7e74b0924,33739,1732497824462/15a7e74b0924%2C33739%2C1732497824462.1732497826837, exclude list is [], retry=0 2024-11-25T01:23:46,857 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45433,DS-8f0b9e10-60c0-4e19-9029-2cf2a47bc161,DISK] 2024-11-25T01:23:46,861 INFO [RS:0;15a7e74b0924:33739 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/WALs/15a7e74b0924,33739,1732497824462/15a7e74b0924%2C33739%2C1732497824462.1732497826837 2024-11-25T01:23:46,861 DEBUG [RS:0;15a7e74b0924:33739 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44543:44543)] 2024-11-25T01:23:46,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T01:23:46,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T01:23:46,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T01:23:46,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:23:46,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T01:23:46,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T01:23:46,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T01:23:46,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:23:46,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T01:23:46,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T01:23:46,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T01:23:46,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:23:46,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T01:23:46,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/hbase/meta/1588230740 2024-11-25T01:23:46,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/hbase/meta/1588230740 2024-11-25T01:23:46,966 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T01:23:46,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-25T01:23:46,972 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T01:23:46,973 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59955720, jitterRate=-0.1065901517868042}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T01:23:46,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-25T01:23:46,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-25T01:23:46,975 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-25T01:23:46,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-25T01:23:46,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T01:23:46,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T01:23:46,977 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-25T01:23:46,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-25T01:23:46,979 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-25T01:23:46,980 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-25T01:23:46,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T01:23:46,993 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T01:23:46,995 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T01:23:47,147 DEBUG [15a7e74b0924:38513 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T01:23:47,153 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:47,159 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15a7e74b0924,33739,1732497824462, state=OPENING 2024-11-25T01:23:47,165 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T01:23:47,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x1002c468db50001, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T01:23:47,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T01:23:47,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T01:23:47,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T01:23:47,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=15a7e74b0924,33739,1732497824462}] 2024-11-25T01:23:47,343 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:47,345 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T01:23:47,348 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T01:23:47,359 INFO [RS_OPEN_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-25T01:23:47,359 INFO [RS_OPEN_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T01:23:47,360 INFO [RS_OPEN_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T01:23:47,363 INFO [RS_OPEN_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=15a7e74b0924%2C33739%2C1732497824462.meta, suffix=.meta, logDir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/WALs/15a7e74b0924,33739,1732497824462, archiveDir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/oldWALs, maxLogs=32 2024-11-25T01:23:47,389 DEBUG [RS_OPEN_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/WALs/15a7e74b0924,33739,1732497824462/15a7e74b0924%2C33739%2C1732497824462.meta.1732497827366.meta, exclude list is [], retry=0 2024-11-25T01:23:47,394 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45433,DS-8f0b9e10-60c0-4e19-9029-2cf2a47bc161,DISK] 2024-11-25T01:23:47,397 INFO [RS_OPEN_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/WALs/15a7e74b0924,33739,1732497824462/15a7e74b0924%2C33739%2C1732497824462.meta.1732497827366.meta 2024-11-25T01:23:47,397 DEBUG [RS_OPEN_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44543:44543)] 2024-11-25T01:23:47,397 DEBUG [RS_OPEN_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T01:23:47,399 DEBUG [RS_OPEN_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T01:23:47,458 DEBUG [RS_OPEN_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T01:23:47,463 INFO [RS_OPEN_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T01:23:47,467 DEBUG [RS_OPEN_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T01:23:47,467 DEBUG [RS_OPEN_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T01:23:47,468 DEBUG [RS_OPEN_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-25T01:23:47,468 DEBUG [RS_OPEN_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-25T01:23:47,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T01:23:47,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T01:23:47,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:23:47,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T01:23:47,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T01:23:47,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T01:23:47,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:23:47,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T01:23:47,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T01:23:47,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T01:23:47,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:23:47,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T01:23:47,481 DEBUG [RS_OPEN_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/hbase/meta/1588230740 2024-11-25T01:23:47,484 DEBUG [RS_OPEN_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/hbase/meta/1588230740 2024-11-25T01:23:47,486 DEBUG [RS_OPEN_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T01:23:47,489 DEBUG [RS_OPEN_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-25T01:23:47,491 INFO [RS_OPEN_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70887609, jitterRate=0.05630768835544586}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T01:23:47,492 DEBUG [RS_OPEN_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-25T01:23:47,499 INFO [RS_OPEN_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732497827337 2024-11-25T01:23:47,510 DEBUG [RS_OPEN_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T01:23:47,511 INFO [RS_OPEN_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-25T01:23:47,512 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:47,514 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 15a7e74b0924,33739,1732497824462, state=OPEN 2024-11-25T01:23:47,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x1002c468db50001, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T01:23:47,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T01:23:47,518 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T01:23:47,518 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T01:23:47,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T01:23:47,524 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=15a7e74b0924,33739,1732497824462 in 349 msec 2024-11-25T01:23:47,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T01:23:47,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 539 msec 2024-11-25T01:23:47,534 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.0860 sec 2024-11-25T01:23:47,534 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732497827534, completionTime=-1 2024-11-25T01:23:47,535 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T01:23:47,535 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-25T01:23:47,572 DEBUG [hconnection-0x447bbe6b-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:23:47,574 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:23:47,585 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-25T01:23:47,585 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732497887585 2024-11-25T01:23:47,585 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732497947585 2024-11-25T01:23:47,585 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 50 msec 2024-11-25T01:23:47,610 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15a7e74b0924,38513,1732497823723-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T01:23:47,611 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15a7e74b0924,38513,1732497823723-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T01:23:47,611 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15a7e74b0924,38513,1732497823723-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T01:23:47,613 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-15a7e74b0924:38513, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T01:23:47,613 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T01:23:47,618 DEBUG [master/15a7e74b0924:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-25T01:23:47,622 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-25T01:23:47,623 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T01:23:47,629 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-25T01:23:47,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T01:23:47,634 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:23:47,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T01:23:47,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741835_1011 (size=358) 2024-11-25T01:23:48,052 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f5b199da6792693f6bb452d5d14e20bf, NAME => 'hbase:namespace,,1732497827622.f5b199da6792693f6bb452d5d14e20bf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579 2024-11-25T01:23:48,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741836_1012 (size=42) 2024-11-25T01:23:48,463 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732497827622.f5b199da6792693f6bb452d5d14e20bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T01:23:48,463 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing f5b199da6792693f6bb452d5d14e20bf, disabling compactions & flushes 2024-11-25T01:23:48,463 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732497827622.f5b199da6792693f6bb452d5d14e20bf. 2024-11-25T01:23:48,463 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732497827622.f5b199da6792693f6bb452d5d14e20bf. 2024-11-25T01:23:48,463 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732497827622.f5b199da6792693f6bb452d5d14e20bf. after waiting 0 ms 2024-11-25T01:23:48,463 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732497827622.f5b199da6792693f6bb452d5d14e20bf. 2024-11-25T01:23:48,464 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732497827622.f5b199da6792693f6bb452d5d14e20bf. 2024-11-25T01:23:48,464 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for f5b199da6792693f6bb452d5d14e20bf: 2024-11-25T01:23:48,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T01:23:48,472 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732497827622.f5b199da6792693f6bb452d5d14e20bf.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732497828467"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732497828467"}]},"ts":"1732497828467"} 2024-11-25T01:23:48,496 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T01:23:48,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T01:23:48,501 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732497828499"}]},"ts":"1732497828499"} 2024-11-25T01:23:48,506 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-25T01:23:48,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f5b199da6792693f6bb452d5d14e20bf, ASSIGN}] 2024-11-25T01:23:48,514 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f5b199da6792693f6bb452d5d14e20bf, ASSIGN 2024-11-25T01:23:48,516 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=f5b199da6792693f6bb452d5d14e20bf, ASSIGN; state=OFFLINE, location=15a7e74b0924,33739,1732497824462; forceNewPlan=false, retain=false 2024-11-25T01:23:48,667 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f5b199da6792693f6bb452d5d14e20bf, regionState=OPENING, regionLocation=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:48,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure f5b199da6792693f6bb452d5d14e20bf, server=15a7e74b0924,33739,1732497824462}] 2024-11-25T01:23:48,824 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:48,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732497827622.f5b199da6792693f6bb452d5d14e20bf. 2024-11-25T01:23:48,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => f5b199da6792693f6bb452d5d14e20bf, NAME => 'hbase:namespace,,1732497827622.f5b199da6792693f6bb452d5d14e20bf.', STARTKEY => '', ENDKEY => ''} 2024-11-25T01:23:48,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace f5b199da6792693f6bb452d5d14e20bf 2024-11-25T01:23:48,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732497827622.f5b199da6792693f6bb452d5d14e20bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T01:23:48,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for f5b199da6792693f6bb452d5d14e20bf 2024-11-25T01:23:48,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for f5b199da6792693f6bb452d5d14e20bf 2024-11-25T01:23:48,835 INFO [StoreOpener-f5b199da6792693f6bb452d5d14e20bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f5b199da6792693f6bb452d5d14e20bf 2024-11-25T01:23:48,837 INFO [StoreOpener-f5b199da6792693f6bb452d5d14e20bf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5b199da6792693f6bb452d5d14e20bf columnFamilyName info 2024-11-25T01:23:48,837 DEBUG [StoreOpener-f5b199da6792693f6bb452d5d14e20bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:23:48,838 INFO [StoreOpener-f5b199da6792693f6bb452d5d14e20bf-1 {}] regionserver.HStore(327): Store=f5b199da6792693f6bb452d5d14e20bf/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T01:23:48,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/hbase/namespace/f5b199da6792693f6bb452d5d14e20bf 2024-11-25T01:23:48,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/hbase/namespace/f5b199da6792693f6bb452d5d14e20bf 2024-11-25T01:23:48,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for f5b199da6792693f6bb452d5d14e20bf 2024-11-25T01:23:48,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/hbase/namespace/f5b199da6792693f6bb452d5d14e20bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T01:23:48,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened f5b199da6792693f6bb452d5d14e20bf; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68458954, jitterRate=0.020117908716201782}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T01:23:48,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for f5b199da6792693f6bb452d5d14e20bf: 2024-11-25T01:23:48,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732497827622.f5b199da6792693f6bb452d5d14e20bf., pid=6, masterSystemTime=1732497828824 2024-11-25T01:23:48,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732497827622.f5b199da6792693f6bb452d5d14e20bf. 2024-11-25T01:23:48,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732497827622.f5b199da6792693f6bb452d5d14e20bf. 2024-11-25T01:23:48,857 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f5b199da6792693f6bb452d5d14e20bf, regionState=OPEN, openSeqNum=2, regionLocation=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:48,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T01:23:48,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure f5b199da6792693f6bb452d5d14e20bf, server=15a7e74b0924,33739,1732497824462 in 190 msec 2024-11-25T01:23:48,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T01:23:48,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=f5b199da6792693f6bb452d5d14e20bf, ASSIGN in 352 msec 2024-11-25T01:23:48,869 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T01:23:48,869 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732497828869"}]},"ts":"1732497828869"} 2024-11-25T01:23:48,872 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-25T01:23:48,876 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T01:23:48,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2520 sec 2024-11-25T01:23:48,934 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-25T01:23:48,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-25T01:23:48,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x1002c468db50001, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T01:23:48,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T01:23:48,973 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-25T01:23:48,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-25T01:23:48,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 28 msec 2024-11-25T01:23:49,008 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-25T01:23:49,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-25T01:23:49,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-11-25T01:23:49,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-25T01:23:49,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-25T01:23:49,038 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.500sec 2024-11-25T01:23:49,039 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T01:23:49,040 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T01:23:49,041 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T01:23:49,042 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T01:23:49,042 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T01:23:49,043 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15a7e74b0924,38513,1732497823723-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T01:23:49,044 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15a7e74b0924,38513,1732497823723-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T01:23:49,050 DEBUG [master/15a7e74b0924:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-25T01:23:49,051 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T01:23:49,052 INFO [master/15a7e74b0924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=15a7e74b0924,38513,1732497823723-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T01:23:49,121 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f499397 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b205401 2024-11-25T01:23:49,121 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-25T01:23:49,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469f9b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:23:49,133 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T01:23:49,133 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T01:23:49,142 DEBUG [hconnection-0x7f105e89-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:23:49,151 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54272, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:23:49,161 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=15a7e74b0924,38513,1732497823723 2024-11-25T01:23:49,174 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=286, ProcessCount=11, AvailableMemoryMB=7746 2024-11-25T01:23:49,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T01:23:49,188 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T01:23:49,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T01:23:49,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T01:23:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T01:23:49,203 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T01:23:49,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-25T01:23:49,204 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:23:49,206 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T01:23:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T01:23:49,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741837_1013 (size=963) 2024-11-25T01:23:49,244 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579 2024-11-25T01:23:49,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741838_1014 (size=53) 2024-11-25T01:23:49,266 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T01:23:49,266 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 7dd3b987ccd77cd6673139bc387d3e75, disabling compactions & flushes 2024-11-25T01:23:49,266 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:49,267 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:49,267 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. after waiting 0 ms 2024-11-25T01:23:49,267 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:49,267 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:49,267 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:49,269 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T01:23:49,270 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732497829269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732497829269"}]},"ts":"1732497829269"} 2024-11-25T01:23:49,273 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T01:23:49,275 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T01:23:49,275 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732497829275"}]},"ts":"1732497829275"} 2024-11-25T01:23:49,277 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T01:23:49,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7dd3b987ccd77cd6673139bc387d3e75, ASSIGN}] 2024-11-25T01:23:49,285 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7dd3b987ccd77cd6673139bc387d3e75, ASSIGN 2024-11-25T01:23:49,286 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7dd3b987ccd77cd6673139bc387d3e75, ASSIGN; state=OFFLINE, location=15a7e74b0924,33739,1732497824462; forceNewPlan=false, retain=false 2024-11-25T01:23:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T01:23:49,437 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=7dd3b987ccd77cd6673139bc387d3e75, regionState=OPENING, regionLocation=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:49,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462}] 2024-11-25T01:23:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T01:23:49,595 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:49,603 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:49,603 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} 2024-11-25T01:23:49,603 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:23:49,604 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T01:23:49,604 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:23:49,604 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:23:49,606 INFO [StoreOpener-7dd3b987ccd77cd6673139bc387d3e75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:23:49,609 INFO [StoreOpener-7dd3b987ccd77cd6673139bc387d3e75-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T01:23:49,610 INFO [StoreOpener-7dd3b987ccd77cd6673139bc387d3e75-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dd3b987ccd77cd6673139bc387d3e75 columnFamilyName A 2024-11-25T01:23:49,610 DEBUG [StoreOpener-7dd3b987ccd77cd6673139bc387d3e75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:23:49,611 INFO [StoreOpener-7dd3b987ccd77cd6673139bc387d3e75-1 {}] regionserver.HStore(327): Store=7dd3b987ccd77cd6673139bc387d3e75/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T01:23:49,611 INFO [StoreOpener-7dd3b987ccd77cd6673139bc387d3e75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:23:49,613 INFO [StoreOpener-7dd3b987ccd77cd6673139bc387d3e75-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T01:23:49,614 INFO [StoreOpener-7dd3b987ccd77cd6673139bc387d3e75-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dd3b987ccd77cd6673139bc387d3e75 columnFamilyName B 2024-11-25T01:23:49,614 DEBUG [StoreOpener-7dd3b987ccd77cd6673139bc387d3e75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:23:49,615 INFO [StoreOpener-7dd3b987ccd77cd6673139bc387d3e75-1 {}] regionserver.HStore(327): Store=7dd3b987ccd77cd6673139bc387d3e75/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T01:23:49,615 INFO [StoreOpener-7dd3b987ccd77cd6673139bc387d3e75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:23:49,617 INFO [StoreOpener-7dd3b987ccd77cd6673139bc387d3e75-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T01:23:49,618 INFO [StoreOpener-7dd3b987ccd77cd6673139bc387d3e75-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dd3b987ccd77cd6673139bc387d3e75 columnFamilyName C 2024-11-25T01:23:49,618 DEBUG [StoreOpener-7dd3b987ccd77cd6673139bc387d3e75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:23:49,618 INFO [StoreOpener-7dd3b987ccd77cd6673139bc387d3e75-1 {}] regionserver.HStore(327): Store=7dd3b987ccd77cd6673139bc387d3e75/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T01:23:49,619 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:49,620 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:23:49,621 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:23:49,623 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T01:23:49,625 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:23:49,629 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T01:23:49,629 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 7dd3b987ccd77cd6673139bc387d3e75; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69967522, jitterRate=0.04259732365608215}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T01:23:49,630 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:49,632 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., pid=11, masterSystemTime=1732497829595 2024-11-25T01:23:49,635 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:49,635 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:49,636 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=7dd3b987ccd77cd6673139bc387d3e75, regionState=OPEN, openSeqNum=2, regionLocation=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:49,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-25T01:23:49,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 in 198 msec 2024-11-25T01:23:49,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T01:23:49,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7dd3b987ccd77cd6673139bc387d3e75, ASSIGN in 360 msec 2024-11-25T01:23:49,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T01:23:49,647 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732497829647"}]},"ts":"1732497829647"} 2024-11-25T01:23:49,650 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T01:23:49,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T01:23:49,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 455 msec 2024-11-25T01:23:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T01:23:49,842 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-25T01:23:49,847 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66d3c4a2 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@717ab2a5 2024-11-25T01:23:49,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470d471c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:23:49,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:23:49,855 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54280, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:23:49,858 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T01:23:49,860 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33232, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T01:23:49,867 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bc751a9 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bb3d251 2024-11-25T01:23:49,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425e8811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:23:49,872 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46c0e492 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@33149741 2024-11-25T01:23:49,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec67e4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:23:49,876 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18db075f to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28d24ef6 2024-11-25T01:23:49,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@753b4981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:23:49,881 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x36f4802b to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@c6bcdfd 2024-11-25T01:23:49,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd9935b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:23:49,885 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05552403 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@96bdfff 2024-11-25T01:23:49,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e0fc6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:23:49,890 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75a3f509 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27d4b6a9 2024-11-25T01:23:49,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f72ff58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:23:49,894 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x522af94d to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50c96c5f 2024-11-25T01:23:49,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e9c121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:23:49,899 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04d2d42f to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3204fd5d 2024-11-25T01:23:49,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14719223, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:23:49,902 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e3a4695 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1bc1ac1a 2024-11-25T01:23:49,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@339d5cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:23:49,912 DEBUG [hconnection-0x7da3ac9b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:23:49,913 DEBUG [hconnection-0x4d811003-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:23:49,914 DEBUG [hconnection-0x1c8a5105-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:23:49,916 DEBUG [hconnection-0x4ee426b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:23:49,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:23:49,920 DEBUG [hconnection-0x79bb3058-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:23:49,921 DEBUG [hconnection-0x74328c80-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:23:49,922 DEBUG [hconnection-0x4c21a880-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:23:49,924 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54288, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:23:49,924 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54296, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:23:49,924 DEBUG [hconnection-0x1734c206-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:23:49,925 DEBUG [hconnection-0x2522abb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:23:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-25T01:23:49,926 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54304, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:23:49,928 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:23:49,929 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54312, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:23:49,930 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:23:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T01:23:49,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:23:49,941 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:23:49,953 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54318, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:23:49,953 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:23:49,960 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54338, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:23:49,962 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54346, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:23:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:23:50,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7dd3b987ccd77cd6673139bc387d3e75 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T01:23:50,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=A 2024-11-25T01:23:50,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:50,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=B 2024-11-25T01:23:50,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:50,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=C 2024-11-25T01:23:50,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T01:23:50,092 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:50,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T01:23:50,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:50,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/e4ef6952fdb04b25b480a24182caaf81 is 50, key is test_row_0/A:col10/1732497829979/Put/seqid=0 2024-11-25T01:23:50,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:50,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:50,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:50,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:50,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741839_1015 (size=12001) 2024-11-25T01:23:50,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/e4ef6952fdb04b25b480a24182caaf81 2024-11-25T01:23:50,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497890172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:50,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497890179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:50,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497890180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:50,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497890182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:50,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497890183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T01:23:50,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/fa22c60ceb4a4aaca66507b426b48a7b is 50, key is test_row_0/B:col10/1732497829979/Put/seqid=0 2024-11-25T01:23:50,302 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:50,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T01:23:50,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:50,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:50,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:50,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:50,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:50,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741840_1016 (size=12001) 2024-11-25T01:23:50,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/fa22c60ceb4a4aaca66507b426b48a7b 2024-11-25T01:23:50,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497890326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:50,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497890327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:50,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497890327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:50,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497890328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:50,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497890328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:50,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/8f6c7946a5984ad3b58751483039acb7 is 50, key is test_row_0/C:col10/1732497829979/Put/seqid=0 2024-11-25T01:23:50,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741841_1017 (size=12001) 2024-11-25T01:23:50,463 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:50,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T01:23:50,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:50,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:50,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:50,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:50,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T01:23:50,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497890540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:50,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497890542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:50,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497890542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:50,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497890543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:50,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497890547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:50,620 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:50,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T01:23:50,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:50,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:50,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:50,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:50,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:50,776 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:50,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T01:23:50,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:50,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:50,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:50,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:50,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:50,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/8f6c7946a5984ad3b58751483039acb7 2024-11-25T01:23:50,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/e4ef6952fdb04b25b480a24182caaf81 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/e4ef6952fdb04b25b480a24182caaf81 2024-11-25T01:23:50,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/e4ef6952fdb04b25b480a24182caaf81, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T01:23:50,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/fa22c60ceb4a4aaca66507b426b48a7b as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/fa22c60ceb4a4aaca66507b426b48a7b 2024-11-25T01:23:50,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/fa22c60ceb4a4aaca66507b426b48a7b, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T01:23:50,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/8f6c7946a5984ad3b58751483039acb7 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/8f6c7946a5984ad3b58751483039acb7 2024-11-25T01:23:50,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/8f6c7946a5984ad3b58751483039acb7, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T01:23:50,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 7dd3b987ccd77cd6673139bc387d3e75 in 854ms, sequenceid=12, compaction requested=false 2024-11-25T01:23:50,857 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T01:23:50,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:50,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:23:50,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7dd3b987ccd77cd6673139bc387d3e75 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T01:23:50,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=A 2024-11-25T01:23:50,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:50,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=B 2024-11-25T01:23:50,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:50,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=C 2024-11-25T01:23:50,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:50,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:50,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497890885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:50,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497890886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:50,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:50,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497890892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:50,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497890896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:50,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:50,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497890898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:50,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/9b11f46f10d7489e9966e50b03e963ee is 50, key is test_row_0/A:col10/1732497830177/Put/seqid=0 2024-11-25T01:23:50,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741842_1018 (size=14341) 2024-11-25T01:23:50,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/9b11f46f10d7489e9966e50b03e963ee 2024-11-25T01:23:50,931 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:50,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T01:23:50,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:50,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:50,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:50,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:50,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:50,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:50,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/43b43043b7fd4e3c94119d4e8eb9d5ca is 50, key is test_row_0/B:col10/1732497830177/Put/seqid=0 2024-11-25T01:23:50,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741843_1019 (size=12001) 2024-11-25T01:23:50,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/43b43043b7fd4e3c94119d4e8eb9d5ca 2024-11-25T01:23:51,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/60d589f01d424aa3973946120d7085ff is 50, key is test_row_0/C:col10/1732497830177/Put/seqid=0 2024-11-25T01:23:51,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497890999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:51,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497891000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:51,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497891001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:51,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497891003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:51,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497891004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:51,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741844_1020 (size=12001) 2024-11-25T01:23:51,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/60d589f01d424aa3973946120d7085ff 2024-11-25T01:23:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T01:23:51,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/9b11f46f10d7489e9966e50b03e963ee as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/9b11f46f10d7489e9966e50b03e963ee 2024-11-25T01:23:51,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/9b11f46f10d7489e9966e50b03e963ee, entries=200, sequenceid=39, filesize=14.0 K 2024-11-25T01:23:51,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/43b43043b7fd4e3c94119d4e8eb9d5ca as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/43b43043b7fd4e3c94119d4e8eb9d5ca 2024-11-25T01:23:51,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/43b43043b7fd4e3c94119d4e8eb9d5ca, entries=150, sequenceid=39, filesize=11.7 K 2024-11-25T01:23:51,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/60d589f01d424aa3973946120d7085ff as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/60d589f01d424aa3973946120d7085ff 2024-11-25T01:23:51,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/60d589f01d424aa3973946120d7085ff, entries=150, sequenceid=39, filesize=11.7 K 2024-11-25T01:23:51,088 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:51,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T01:23:51,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:51,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:51,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:51,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:51,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:51,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 7dd3b987ccd77cd6673139bc387d3e75 in 218ms, sequenceid=39, compaction requested=false 2024-11-25T01:23:51,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:51,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:23:51,236 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7dd3b987ccd77cd6673139bc387d3e75 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T01:23:51,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=A 2024-11-25T01:23:51,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:51,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=B 2024-11-25T01:23:51,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:51,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=C 2024-11-25T01:23:51,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:51,242 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:51,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T01:23:51,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:51,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:51,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:51,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:51,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:51,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/1f40d8f38f494fb6903ffb2ff127c607 is 50, key is test_row_0/A:col10/1732497831232/Put/seqid=0 2024-11-25T01:23:51,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741845_1021 (size=16677) 2024-11-25T01:23:51,397 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:51,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T01:23:51,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:51,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:51,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:51,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:51,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:51,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497891386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:51,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497891404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:51,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497891407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:51,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497891411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:51,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497891412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:51,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497891516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:51,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497891516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:51,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497891529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:51,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497891541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:51,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497891542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:51,558 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:51,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T01:23:51,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:51,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:51,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:51,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:51,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:51,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/1f40d8f38f494fb6903ffb2ff127c607 2024-11-25T01:23:51,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/f56a69cf3cb14ed69c3403f8d86675d4 is 50, key is test_row_0/B:col10/1732497831232/Put/seqid=0 2024-11-25T01:23:51,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741846_1022 (size=9657) 2024-11-25T01:23:51,713 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:51,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T01:23:51,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:51,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:51,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:51,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:51,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:51,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497891723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:51,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497891724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:51,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497891734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:51,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497891750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:51,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497891751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:51,869 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:51,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T01:23:51,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:51,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:51,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:51,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:51,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:52,025 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:52,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T01:23:52,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:52,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:52,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:52,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:52,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:52,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497892035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:52,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497892036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:52,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497892039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T01:23:52,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497892057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:52,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497892058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:52,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/f56a69cf3cb14ed69c3403f8d86675d4 2024-11-25T01:23:52,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/8e387870b75341e98228dcdfec0c8363 is 50, key is test_row_0/C:col10/1732497831232/Put/seqid=0 2024-11-25T01:23:52,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741847_1023 (size=9657) 2024-11-25T01:23:52,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/8e387870b75341e98228dcdfec0c8363 2024-11-25T01:23:52,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/1f40d8f38f494fb6903ffb2ff127c607 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/1f40d8f38f494fb6903ffb2ff127c607 2024-11-25T01:23:52,181 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:52,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T01:23:52,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:52,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:52,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:52,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:52,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:52,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/1f40d8f38f494fb6903ffb2ff127c607, entries=250, sequenceid=51, filesize=16.3 K 2024-11-25T01:23:52,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/f56a69cf3cb14ed69c3403f8d86675d4 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/f56a69cf3cb14ed69c3403f8d86675d4 2024-11-25T01:23:52,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/f56a69cf3cb14ed69c3403f8d86675d4, entries=100, sequenceid=51, filesize=9.4 K 2024-11-25T01:23:52,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/8e387870b75341e98228dcdfec0c8363 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/8e387870b75341e98228dcdfec0c8363 2024-11-25T01:23:52,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/8e387870b75341e98228dcdfec0c8363, entries=100, sequenceid=51, filesize=9.4 K 2024-11-25T01:23:52,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7dd3b987ccd77cd6673139bc387d3e75 in 995ms, sequenceid=51, compaction requested=true 2024-11-25T01:23:52,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:52,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:23:52,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:23:52,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:23:52,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:23:52,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:23:52,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:23:52,236 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:23:52,238 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:23:52,240 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:23:52,246 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/B is initiating minor compaction (all files) 2024-11-25T01:23:52,247 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/B in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:52,248 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/fa22c60ceb4a4aaca66507b426b48a7b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/43b43043b7fd4e3c94119d4e8eb9d5ca, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/f56a69cf3cb14ed69c3403f8d86675d4] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=32.9 K 2024-11-25T01:23:52,250 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting fa22c60ceb4a4aaca66507b426b48a7b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732497829933 2024-11-25T01:23:52,251 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43019 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:23:52,251 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/A is initiating minor compaction (all files) 2024-11-25T01:23:52,251 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/A in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:52,251 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/e4ef6952fdb04b25b480a24182caaf81, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/9b11f46f10d7489e9966e50b03e963ee, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/1f40d8f38f494fb6903ffb2ff127c607] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=42.0 K 2024-11-25T01:23:52,251 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 43b43043b7fd4e3c94119d4e8eb9d5ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732497830174 2024-11-25T01:23:52,252 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting f56a69cf3cb14ed69c3403f8d86675d4, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732497831226 2024-11-25T01:23:52,256 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4ef6952fdb04b25b480a24182caaf81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732497829933 2024-11-25T01:23:52,256 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b11f46f10d7489e9966e50b03e963ee, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732497830097 2024-11-25T01:23:52,257 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f40d8f38f494fb6903ffb2ff127c607, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732497830879 2024-11-25T01:23:52,283 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#B#compaction#9 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:23:52,290 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/aad6e255ca774cbf8a9a8ab62670c069 is 50, key is test_row_0/B:col10/1732497831232/Put/seqid=0 2024-11-25T01:23:52,293 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#A#compaction#10 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:23:52,294 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/f6b7551f007f4694bf31b3e6a98455ce is 50, key is test_row_0/A:col10/1732497831232/Put/seqid=0 2024-11-25T01:23:52,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741848_1024 (size=12104) 2024-11-25T01:23:52,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741849_1025 (size=12104) 2024-11-25T01:23:52,334 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/f6b7551f007f4694bf31b3e6a98455ce as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/f6b7551f007f4694bf31b3e6a98455ce 2024-11-25T01:23:52,337 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:52,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T01:23:52,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:52,339 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 7dd3b987ccd77cd6673139bc387d3e75 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T01:23:52,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=A 2024-11-25T01:23:52,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:52,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=B 2024-11-25T01:23:52,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:52,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=C 2024-11-25T01:23:52,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:52,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/c3e5d4461d394f5ea9a6059052080d09 is 50, key is test_row_0/A:col10/1732497831403/Put/seqid=0 2024-11-25T01:23:52,374 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/A of 7dd3b987ccd77cd6673139bc387d3e75 into f6b7551f007f4694bf31b3e6a98455ce(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:23:52,374 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:52,374 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/A, priority=13, startTime=1732497832233; duration=0sec 2024-11-25T01:23:52,375 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:23:52,375 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:A 2024-11-25T01:23:52,375 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:23:52,379 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:23:52,379 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/C is initiating minor compaction (all files) 2024-11-25T01:23:52,380 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/C in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:52,380 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/8f6c7946a5984ad3b58751483039acb7, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/60d589f01d424aa3973946120d7085ff, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/8e387870b75341e98228dcdfec0c8363] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=32.9 K 2024-11-25T01:23:52,381 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f6c7946a5984ad3b58751483039acb7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732497829933 2024-11-25T01:23:52,384 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60d589f01d424aa3973946120d7085ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732497830174 2024-11-25T01:23:52,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741850_1026 (size=12001) 2024-11-25T01:23:52,388 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e387870b75341e98228dcdfec0c8363, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732497831226 2024-11-25T01:23:52,394 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/c3e5d4461d394f5ea9a6059052080d09 2024-11-25T01:23:52,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/9b3e712163e04225869aba66b7a95cb9 is 50, key is test_row_0/B:col10/1732497831403/Put/seqid=0 2024-11-25T01:23:52,430 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#C#compaction#13 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:23:52,431 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/c9fd55c4f9f34c1faecf5670ef4eeb91 is 50, key is test_row_0/C:col10/1732497831232/Put/seqid=0 2024-11-25T01:23:52,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741851_1027 (size=12001) 2024-11-25T01:23:52,465 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/9b3e712163e04225869aba66b7a95cb9 2024-11-25T01:23:52,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741852_1028 (size=12104) 2024-11-25T01:23:52,504 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/c9fd55c4f9f34c1faecf5670ef4eeb91 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/c9fd55c4f9f34c1faecf5670ef4eeb91 2024-11-25T01:23:52,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/71382346429b44cdb258a8b67ff719cf is 50, key is test_row_0/C:col10/1732497831403/Put/seqid=0 2024-11-25T01:23:52,518 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/C of 7dd3b987ccd77cd6673139bc387d3e75 into c9fd55c4f9f34c1faecf5670ef4eeb91(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:23:52,519 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:52,519 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/C, priority=13, startTime=1732497832235; duration=0sec 2024-11-25T01:23:52,519 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:23:52,519 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:C 2024-11-25T01:23:52,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741853_1029 (size=12001) 2024-11-25T01:23:52,531 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/71382346429b44cdb258a8b67ff719cf 2024-11-25T01:23:52,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/c3e5d4461d394f5ea9a6059052080d09 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/c3e5d4461d394f5ea9a6059052080d09 2024-11-25T01:23:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:23:52,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:52,560 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/c3e5d4461d394f5ea9a6059052080d09, entries=150, sequenceid=75, filesize=11.7 K 2024-11-25T01:23:52,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/9b3e712163e04225869aba66b7a95cb9 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/9b3e712163e04225869aba66b7a95cb9 2024-11-25T01:23:52,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497892568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:52,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497892568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:52,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497892570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:52,579 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/9b3e712163e04225869aba66b7a95cb9, entries=150, sequenceid=75, filesize=11.7 K 2024-11-25T01:23:52,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:52,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497892573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:52,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:52,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497892573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:52,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/71382346429b44cdb258a8b67ff719cf as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/71382346429b44cdb258a8b67ff719cf 2024-11-25T01:23:52,595 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/71382346429b44cdb258a8b67ff719cf, entries=150, sequenceid=75, filesize=11.7 K 2024-11-25T01:23:52,597 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 7dd3b987ccd77cd6673139bc387d3e75 in 258ms, sequenceid=75, compaction requested=false 2024-11-25T01:23:52,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:52,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:52,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-25T01:23:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-25T01:23:52,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-25T01:23:52,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6680 sec 2024-11-25T01:23:52,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.6840 sec 2024-11-25T01:23:52,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7dd3b987ccd77cd6673139bc387d3e75 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T01:23:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:23:52,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=A 2024-11-25T01:23:52,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:52,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=B 2024-11-25T01:23:52,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:52,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=C 2024-11-25T01:23:52,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:52,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/764acdf3ad97438b896cc81949d431e4 is 50, key is test_row_0/A:col10/1732497832678/Put/seqid=0 2024-11-25T01:23:52,727 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/aad6e255ca774cbf8a9a8ab62670c069 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/aad6e255ca774cbf8a9a8ab62670c069 2024-11-25T01:23:52,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:52,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:52,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497892721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:52,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497892723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:52,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:52,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497892727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:52,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:52,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497892730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:52,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:52,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497892730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:52,742 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/B of 7dd3b987ccd77cd6673139bc387d3e75 into aad6e255ca774cbf8a9a8ab62670c069(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:23:52,742 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:52,742 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/B, priority=13, startTime=1732497832235; duration=0sec 2024-11-25T01:23:52,742 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:23:52,742 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:B 2024-11-25T01:23:52,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741854_1030 (size=14341) 2024-11-25T01:23:52,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/764acdf3ad97438b896cc81949d431e4 2024-11-25T01:23:52,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/7c03746d1e8743f4b19ffd80367d1a76 is 50, key is test_row_0/B:col10/1732497832678/Put/seqid=0 2024-11-25T01:23:52,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741855_1031 (size=12001) 2024-11-25T01:23:52,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:52,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497892832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:52,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497892832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:52,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497892840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:52,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497892841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:52,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497892841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:52,979 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T01:23:53,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497893038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:53,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:53,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497893038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:53,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:53,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497893045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:53,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497893046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:53,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497893047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:53,052 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T01:23:53,054 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-25T01:23:53,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/7c03746d1e8743f4b19ffd80367d1a76 2024-11-25T01:23:53,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/f9136e8e0112498199b5f2f2614ef81b is 50, key is test_row_0/C:col10/1732497832678/Put/seqid=0 2024-11-25T01:23:53,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741856_1032 (size=12001) 2024-11-25T01:23:53,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/f9136e8e0112498199b5f2f2614ef81b 2024-11-25T01:23:53,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/764acdf3ad97438b896cc81949d431e4 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/764acdf3ad97438b896cc81949d431e4 2024-11-25T01:23:53,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/764acdf3ad97438b896cc81949d431e4, entries=200, sequenceid=93, filesize=14.0 K 2024-11-25T01:23:53,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/7c03746d1e8743f4b19ffd80367d1a76 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/7c03746d1e8743f4b19ffd80367d1a76 2024-11-25T01:23:53,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/7c03746d1e8743f4b19ffd80367d1a76, entries=150, sequenceid=93, filesize=11.7 K 2024-11-25T01:23:53,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/f9136e8e0112498199b5f2f2614ef81b as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/f9136e8e0112498199b5f2f2614ef81b 2024-11-25T01:23:53,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/f9136e8e0112498199b5f2f2614ef81b, entries=150, sequenceid=93, filesize=11.7 K 2024-11-25T01:23:53,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 7dd3b987ccd77cd6673139bc387d3e75 in 618ms, sequenceid=93, compaction requested=true 2024-11-25T01:23:53,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:53,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:23:53,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:23:53,301 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:23:53,301 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:23:53,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:23:53,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:23:53,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:23:53,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:23:53,304 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:23:53,304 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/A is initiating minor compaction (all files) 2024-11-25T01:23:53,304 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/A in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:53,304 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/f6b7551f007f4694bf31b3e6a98455ce, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/c3e5d4461d394f5ea9a6059052080d09, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/764acdf3ad97438b896cc81949d431e4] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=37.5 K 2024-11-25T01:23:53,305 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:23:53,305 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/B is initiating minor compaction (all files) 2024-11-25T01:23:53,305 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/B in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:53,305 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/aad6e255ca774cbf8a9a8ab62670c069, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/9b3e712163e04225869aba66b7a95cb9, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/7c03746d1e8743f4b19ffd80367d1a76] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=35.3 K 2024-11-25T01:23:53,305 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6b7551f007f4694bf31b3e6a98455ce, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732497830174 2024-11-25T01:23:53,307 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting aad6e255ca774cbf8a9a8ab62670c069, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732497830174 2024-11-25T01:23:53,307 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3e5d4461d394f5ea9a6059052080d09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732497831402 2024-11-25T01:23:53,308 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 764acdf3ad97438b896cc81949d431e4, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732497832567 2024-11-25T01:23:53,308 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b3e712163e04225869aba66b7a95cb9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732497831402 2024-11-25T01:23:53,308 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c03746d1e8743f4b19ffd80367d1a76, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732497832570 2024-11-25T01:23:53,339 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#B#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:23:53,340 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/7bb913d37bba4dd8bc121c4d67dbf071 is 50, key is test_row_0/B:col10/1732497832678/Put/seqid=0 2024-11-25T01:23:53,344 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:23:53,345 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/b0efd0c819d34db691859008456b00d8 is 50, key is test_row_0/A:col10/1732497832678/Put/seqid=0 2024-11-25T01:23:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:23:53,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7dd3b987ccd77cd6673139bc387d3e75 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T01:23:53,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=A 2024-11-25T01:23:53,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:53,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=B 2024-11-25T01:23:53,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:53,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=C 2024-11-25T01:23:53,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:53,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/05250ac2549f48d68e6b60fec4f7b7dd is 50, key is test_row_0/A:col10/1732497832718/Put/seqid=0 2024-11-25T01:23:53,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:53,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497893365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:53,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:53,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497893367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:53,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:53,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497893374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:53,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497893376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:53,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:53,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497893376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:53,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741858_1034 (size=12207) 2024-11-25T01:23:53,411 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/7bb913d37bba4dd8bc121c4d67dbf071 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/7bb913d37bba4dd8bc121c4d67dbf071 2024-11-25T01:23:53,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741857_1033 (size=12207) 2024-11-25T01:23:53,426 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/b0efd0c819d34db691859008456b00d8 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/b0efd0c819d34db691859008456b00d8 2024-11-25T01:23:53,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741859_1035 (size=12001) 2024-11-25T01:23:53,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/05250ac2549f48d68e6b60fec4f7b7dd 2024-11-25T01:23:53,437 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/B of 7dd3b987ccd77cd6673139bc387d3e75 into 7bb913d37bba4dd8bc121c4d67dbf071(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:23:53,437 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:53,437 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/B, priority=13, startTime=1732497833301; duration=0sec 2024-11-25T01:23:53,438 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:23:53,438 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:B 2024-11-25T01:23:53,438 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:23:53,440 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/A of 7dd3b987ccd77cd6673139bc387d3e75 into b0efd0c819d34db691859008456b00d8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:23:53,440 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:53,441 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/A, priority=13, startTime=1732497833301; duration=0sec 2024-11-25T01:23:53,441 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:23:53,441 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:A 2024-11-25T01:23:53,441 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:23:53,441 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/C is initiating minor compaction (all files) 2024-11-25T01:23:53,441 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/C in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:53,442 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/c9fd55c4f9f34c1faecf5670ef4eeb91, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/71382346429b44cdb258a8b67ff719cf, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/f9136e8e0112498199b5f2f2614ef81b] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=35.3 K 2024-11-25T01:23:53,443 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting c9fd55c4f9f34c1faecf5670ef4eeb91, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732497830174 2024-11-25T01:23:53,443 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 71382346429b44cdb258a8b67ff719cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732497831402 2024-11-25T01:23:53,445 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting f9136e8e0112498199b5f2f2614ef81b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732497832570 2024-11-25T01:23:53,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/5e331bfe890d493185dbb2787381d95b is 50, key is test_row_0/B:col10/1732497832718/Put/seqid=0 2024-11-25T01:23:53,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497893478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:53,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:53,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497893479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:53,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:53,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497893482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:53,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:53,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497893481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:53,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497893485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:53,490 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#C#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:23:53,491 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/8b284d1ef9f046dc894835c5d5e67740 is 50, key is test_row_0/C:col10/1732497832678/Put/seqid=0 2024-11-25T01:23:53,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741860_1036 (size=12001) 2024-11-25T01:23:53,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/5e331bfe890d493185dbb2787381d95b 2024-11-25T01:23:53,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741861_1037 (size=12207) 2024-11-25T01:23:53,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/7e08e5322cfd4eb9bf4e3e22ff68c4b4 is 50, key is test_row_0/C:col10/1732497832718/Put/seqid=0 2024-11-25T01:23:53,530 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/8b284d1ef9f046dc894835c5d5e67740 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/8b284d1ef9f046dc894835c5d5e67740 2024-11-25T01:23:53,547 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/C of 7dd3b987ccd77cd6673139bc387d3e75 into 8b284d1ef9f046dc894835c5d5e67740(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:23:53,547 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:53,547 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/C, priority=13, startTime=1732497833302; duration=0sec 2024-11-25T01:23:53,547 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:23:53,548 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:C 2024-11-25T01:23:53,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741862_1038 (size=12001) 2024-11-25T01:23:53,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/7e08e5322cfd4eb9bf4e3e22ff68c4b4 2024-11-25T01:23:53,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/05250ac2549f48d68e6b60fec4f7b7dd as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/05250ac2549f48d68e6b60fec4f7b7dd 2024-11-25T01:23:53,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/05250ac2549f48d68e6b60fec4f7b7dd, entries=150, sequenceid=116, filesize=11.7 K 2024-11-25T01:23:53,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/5e331bfe890d493185dbb2787381d95b as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/5e331bfe890d493185dbb2787381d95b 2024-11-25T01:23:53,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/5e331bfe890d493185dbb2787381d95b, entries=150, sequenceid=116, filesize=11.7 K 2024-11-25T01:23:53,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/7e08e5322cfd4eb9bf4e3e22ff68c4b4 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/7e08e5322cfd4eb9bf4e3e22ff68c4b4 2024-11-25T01:23:53,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/7e08e5322cfd4eb9bf4e3e22ff68c4b4, entries=150, sequenceid=116, filesize=11.7 K 2024-11-25T01:23:53,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 7dd3b987ccd77cd6673139bc387d3e75 in 278ms, sequenceid=116, compaction requested=false 2024-11-25T01:23:53,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:23:53,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7dd3b987ccd77cd6673139bc387d3e75 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T01:23:53,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=A 2024-11-25T01:23:53,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:53,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=B 2024-11-25T01:23:53,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:53,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=C 2024-11-25T01:23:53,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:53,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/8c2939d0978445f1bf6bb11224c1c96f is 50, key is test_row_0/A:col10/1732497833688/Put/seqid=0 2024-11-25T01:23:53,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741863_1039 (size=12151) 2024-11-25T01:23:53,728 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/8c2939d0978445f1bf6bb11224c1c96f 2024-11-25T01:23:53,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:53,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:53,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497893723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:53,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497893725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:53,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:53,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497893727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:53,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:53,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497893730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:53,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:53,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497893733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:53,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/9b0a2f7e700e452db541e296e06faaa3 is 50, key is test_row_0/B:col10/1732497833688/Put/seqid=0 2024-11-25T01:23:53,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741864_1040 (size=12151) 2024-11-25T01:23:53,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:53,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497893835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:53,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:53,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497893835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:53,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:53,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497893838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:53,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:53,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:53,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497893839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:53,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497893838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:54,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497894040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:54,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497894041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T01:23:54,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497894042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:54,043 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-25T01:23:54,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497894044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:54,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497894045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:54,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:23:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-25T01:23:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T01:23:54,052 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:23:54,054 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:23:54,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:23:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T01:23:54,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/9b0a2f7e700e452db541e296e06faaa3 2024-11-25T01:23:54,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/a7f277490bba483abbf20fc93b1596fe is 50, key is test_row_0/C:col10/1732497833688/Put/seqid=0 2024-11-25T01:23:54,207 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T01:23:54,208 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T01:23:54,208 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:54,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T01:23:54,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:54,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:54,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:54,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-25T01:23:54,210 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-25T01:23:54,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:54,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:54,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T01:23:54,211 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T01:23:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:54,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T01:23:54,212 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T01:23:54,213 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T01:23:54,213 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-25T01:23:54,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741865_1041 (size=12151) 2024-11-25T01:23:54,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/a7f277490bba483abbf20fc93b1596fe 2024-11-25T01:23:54,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/8c2939d0978445f1bf6bb11224c1c96f as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/8c2939d0978445f1bf6bb11224c1c96f 2024-11-25T01:23:54,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/8c2939d0978445f1bf6bb11224c1c96f, entries=150, sequenceid=137, filesize=11.9 K 2024-11-25T01:23:54,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/9b0a2f7e700e452db541e296e06faaa3 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/9b0a2f7e700e452db541e296e06faaa3 2024-11-25T01:23:54,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/9b0a2f7e700e452db541e296e06faaa3, entries=150, sequenceid=137, filesize=11.9 K 2024-11-25T01:23:54,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/a7f277490bba483abbf20fc93b1596fe as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/a7f277490bba483abbf20fc93b1596fe 2024-11-25T01:23:54,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/a7f277490bba483abbf20fc93b1596fe, entries=150, sequenceid=137, filesize=11.9 K 2024-11-25T01:23:54,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 7dd3b987ccd77cd6673139bc387d3e75 in 585ms, sequenceid=137, compaction requested=true 2024-11-25T01:23:54,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:54,277 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:23:54,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:23:54,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:23:54,278 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:23:54,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:23:54,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:23:54,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:23:54,280 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:23:54,280 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/A is initiating minor compaction (all files) 2024-11-25T01:23:54,280 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/A in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:54,280 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/b0efd0c819d34db691859008456b00d8, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/05250ac2549f48d68e6b60fec4f7b7dd, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/8c2939d0978445f1bf6bb11224c1c96f] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=35.5 K 2024-11-25T01:23:54,281 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:23:54,281 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/B is initiating minor compaction (all files) 2024-11-25T01:23:54,281 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/B in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:54,281 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/7bb913d37bba4dd8bc121c4d67dbf071, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/5e331bfe890d493185dbb2787381d95b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/9b0a2f7e700e452db541e296e06faaa3] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=35.5 K 2024-11-25T01:23:54,281 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0efd0c819d34db691859008456b00d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732497832570 2024-11-25T01:23:54,282 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bb913d37bba4dd8bc121c4d67dbf071, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732497832570 2024-11-25T01:23:54,282 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05250ac2549f48d68e6b60fec4f7b7dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732497832718 2024-11-25T01:23:54,283 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e331bfe890d493185dbb2787381d95b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732497832718 2024-11-25T01:23:54,283 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c2939d0978445f1bf6bb11224c1c96f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732497833688 2024-11-25T01:23:54,284 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b0a2f7e700e452db541e296e06faaa3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732497833688 2024-11-25T01:23:54,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:23:54,302 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#A#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:23:54,303 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/ca9af0e074524ffa8204a8c92e9ebf39 is 50, key is test_row_0/A:col10/1732497833688/Put/seqid=0 2024-11-25T01:23:54,307 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#B#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:23:54,308 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/4eb84bc2c0e44930a27c80ce229956a9 is 50, key is test_row_0/B:col10/1732497833688/Put/seqid=0 2024-11-25T01:23:54,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741866_1042 (size=12459) 2024-11-25T01:23:54,342 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/ca9af0e074524ffa8204a8c92e9ebf39 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/ca9af0e074524ffa8204a8c92e9ebf39 2024-11-25T01:23:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:23:54,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741867_1043 (size=12459) 2024-11-25T01:23:54,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7dd3b987ccd77cd6673139bc387d3e75 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T01:23:54,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=A 2024-11-25T01:23:54,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:54,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=B 2024-11-25T01:23:54,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:54,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=C 2024-11-25T01:23:54,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T01:23:54,355 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/A of 7dd3b987ccd77cd6673139bc387d3e75 into ca9af0e074524ffa8204a8c92e9ebf39(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:23:54,355 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:54,355 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/A, priority=13, startTime=1732497834277; duration=0sec 2024-11-25T01:23:54,355 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:23:54,355 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:A 2024-11-25T01:23:54,356 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:23:54,358 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:23:54,358 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/C is initiating minor compaction (all files) 2024-11-25T01:23:54,358 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/C in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:54,359 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/8b284d1ef9f046dc894835c5d5e67740, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/7e08e5322cfd4eb9bf4e3e22ff68c4b4, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/a7f277490bba483abbf20fc93b1596fe] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=35.5 K 2024-11-25T01:23:54,360 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b284d1ef9f046dc894835c5d5e67740, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732497832570 2024-11-25T01:23:54,361 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e08e5322cfd4eb9bf4e3e22ff68c4b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732497832718 2024-11-25T01:23:54,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/8277bb1965004298a8724c3646018a5b is 50, key is test_row_0/A:col10/1732497833728/Put/seqid=0 2024-11-25T01:23:54,362 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7f277490bba483abbf20fc93b1596fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732497833688 2024-11-25T01:23:54,364 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:54,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T01:23:54,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:54,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:54,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:54,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:54,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:54,382 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#C#compaction#30 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:23:54,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497894374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:54,383 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/24b67d83973945fb835fb70332785867 is 50, key is test_row_0/C:col10/1732497833688/Put/seqid=0 2024-11-25T01:23:54,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497894376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:54,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497894376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:54,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497894378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:54,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497894383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:54,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741868_1044 (size=12151) 2024-11-25T01:23:54,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741869_1045 (size=12459) 2024-11-25T01:23:54,426 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/24b67d83973945fb835fb70332785867 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/24b67d83973945fb835fb70332785867 2024-11-25T01:23:54,436 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/C of 7dd3b987ccd77cd6673139bc387d3e75 into 24b67d83973945fb835fb70332785867(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:23:54,436 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:54,437 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/C, priority=13, startTime=1732497834279; duration=0sec 2024-11-25T01:23:54,437 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:23:54,437 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:C 2024-11-25T01:23:54,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497894485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:54,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497894486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:54,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497894487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:54,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497894487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:54,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497894488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:54,519 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:54,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T01:23:54,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:54,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:54,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:54,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:54,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T01:23:54,673 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:54,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T01:23:54,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:54,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:54,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:54,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:54,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:54,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497894688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:54,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497894688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:54,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:54,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497894691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497894693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:54,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497894694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:54,764 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/4eb84bc2c0e44930a27c80ce229956a9 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/4eb84bc2c0e44930a27c80ce229956a9 2024-11-25T01:23:54,775 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/B of 7dd3b987ccd77cd6673139bc387d3e75 into 4eb84bc2c0e44930a27c80ce229956a9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:23:54,775 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:54,775 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/B, priority=13, startTime=1732497834278; duration=0sec 2024-11-25T01:23:54,775 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:23:54,775 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:B 2024-11-25T01:23:54,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/8277bb1965004298a8724c3646018a5b 2024-11-25T01:23:54,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/ad3cc92eba6849f8b0e588748b2d4b86 is 50, key is test_row_0/B:col10/1732497833728/Put/seqid=0 2024-11-25T01:23:54,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741870_1046 (size=12151) 2024-11-25T01:23:54,831 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:54,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T01:23:54,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:54,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:54,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:54,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:54,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:54,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:54,985 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:54,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T01:23:54,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:54,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:54,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:54,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:54,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:54,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497894994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:54,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497894996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:54,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497894998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:55,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497894999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:55,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497895000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:55,140 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:55,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T01:23:55,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:55,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:55,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:55,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:55,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T01:23:55,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/ad3cc92eba6849f8b0e588748b2d4b86 2024-11-25T01:23:55,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/9c14e4c72543421fa98872d307b24c67 is 50, key is test_row_0/C:col10/1732497833728/Put/seqid=0 2024-11-25T01:23:55,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741871_1047 (size=12151) 2024-11-25T01:23:55,295 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:55,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T01:23:55,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:55,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:55,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:55,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:55,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:55,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:55,450 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:55,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T01:23:55,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:55,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:55,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:55,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:55,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:55,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:55,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497895501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:55,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497895502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:55,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497895504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:55,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497895504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:55,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497895507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:55,603 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:55,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T01:23:55,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:55,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:55,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:55,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:55,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:55,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/9c14e4c72543421fa98872d307b24c67 2024-11-25T01:23:55,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/8277bb1965004298a8724c3646018a5b as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/8277bb1965004298a8724c3646018a5b 2024-11-25T01:23:55,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/8277bb1965004298a8724c3646018a5b, entries=150, sequenceid=156, filesize=11.9 K 2024-11-25T01:23:55,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/ad3cc92eba6849f8b0e588748b2d4b86 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/ad3cc92eba6849f8b0e588748b2d4b86 2024-11-25T01:23:55,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/ad3cc92eba6849f8b0e588748b2d4b86, entries=150, sequenceid=156, filesize=11.9 K 2024-11-25T01:23:55,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/9c14e4c72543421fa98872d307b24c67 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/9c14e4c72543421fa98872d307b24c67 2024-11-25T01:23:55,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/9c14e4c72543421fa98872d307b24c67, entries=150, sequenceid=156, filesize=11.9 K 2024-11-25T01:23:55,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 7dd3b987ccd77cd6673139bc387d3e75 in 1360ms, sequenceid=156, compaction requested=false 2024-11-25T01:23:55,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:55,760 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:55,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T01:23:55,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:55,761 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 7dd3b987ccd77cd6673139bc387d3e75 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T01:23:55,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=A 2024-11-25T01:23:55,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:55,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=B 2024-11-25T01:23:55,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:55,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=C 2024-11-25T01:23:55,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:55,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/17632969289c4b8997875f3a278dd230 is 50, key is test_row_0/A:col10/1732497834373/Put/seqid=0 2024-11-25T01:23:55,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741872_1048 (size=12151) 2024-11-25T01:23:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T01:23:56,178 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/17632969289c4b8997875f3a278dd230 2024-11-25T01:23:56,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/061bdab59a54425a82d82bbf7c58f553 is 50, key is test_row_0/B:col10/1732497834373/Put/seqid=0 2024-11-25T01:23:56,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741873_1049 (size=12151) 2024-11-25T01:23:56,211 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/061bdab59a54425a82d82bbf7c58f553 2024-11-25T01:23:56,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/e36c4cd724a447f2b24e59916291273d is 50, key is test_row_0/C:col10/1732497834373/Put/seqid=0 2024-11-25T01:23:56,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741874_1050 (size=12151) 2024-11-25T01:23:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:23:56,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:56,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:56,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497896526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497896527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:56,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:56,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497896567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:56,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:56,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497896567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:56,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:56,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497896567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:56,644 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/e36c4cd724a447f2b24e59916291273d 2024-11-25T01:23:56,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/17632969289c4b8997875f3a278dd230 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/17632969289c4b8997875f3a278dd230 2024-11-25T01:23:56,662 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/17632969289c4b8997875f3a278dd230, entries=150, sequenceid=176, filesize=11.9 K 2024-11-25T01:23:56,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/061bdab59a54425a82d82bbf7c58f553 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/061bdab59a54425a82d82bbf7c58f553 2024-11-25T01:23:56,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497896669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:56,671 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/061bdab59a54425a82d82bbf7c58f553, entries=150, sequenceid=176, filesize=11.9 K 2024-11-25T01:23:56,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:56,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497896671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:56,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:56,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:56,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497896672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:56,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497896672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:56,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/e36c4cd724a447f2b24e59916291273d as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/e36c4cd724a447f2b24e59916291273d 2024-11-25T01:23:56,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:56,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497896673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:56,681 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/e36c4cd724a447f2b24e59916291273d, entries=150, sequenceid=176, filesize=11.9 K 2024-11-25T01:23:56,683 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 7dd3b987ccd77cd6673139bc387d3e75 in 922ms, sequenceid=176, compaction requested=true 2024-11-25T01:23:56,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:56,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:56,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-25T01:23:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-25T01:23:56,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-25T01:23:56,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6310 sec 2024-11-25T01:23:56,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 2.6430 sec 2024-11-25T01:23:56,876 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7dd3b987ccd77cd6673139bc387d3e75 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T01:23:56,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=A 2024-11-25T01:23:56,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:56,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=B 2024-11-25T01:23:56,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:56,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=C 2024-11-25T01:23:56,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:23:56,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/579409fd8f184678add3711ccf165b85 is 50, key is test_row_0/A:col10/1732497836540/Put/seqid=0 2024-11-25T01:23:56,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741875_1051 (size=14541) 2024-11-25T01:23:56,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/579409fd8f184678add3711ccf165b85 2024-11-25T01:23:56,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/00ec0bf2f73b480c9055a11f338a1c57 is 50, key is test_row_0/B:col10/1732497836540/Put/seqid=0 2024-11-25T01:23:56,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:56,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497896908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497896904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:56,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741876_1052 (size=12151) 2024-11-25T01:23:56,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/00ec0bf2f73b480c9055a11f338a1c57 2024-11-25T01:23:56,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497896909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:56,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497896913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:56,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497896914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:56,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/34b276a6635e4342945ecc0b05edfb96 is 50, key is test_row_0/C:col10/1732497836540/Put/seqid=0 2024-11-25T01:23:56,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741877_1053 (size=12151) 2024-11-25T01:23:56,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/34b276a6635e4342945ecc0b05edfb96 2024-11-25T01:23:56,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/579409fd8f184678add3711ccf165b85 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/579409fd8f184678add3711ccf165b85 2024-11-25T01:23:56,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/579409fd8f184678add3711ccf165b85, entries=200, sequenceid=196, filesize=14.2 K 2024-11-25T01:23:56,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/00ec0bf2f73b480c9055a11f338a1c57 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/00ec0bf2f73b480c9055a11f338a1c57 2024-11-25T01:23:56,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/00ec0bf2f73b480c9055a11f338a1c57, entries=150, sequenceid=196, filesize=11.9 K 2024-11-25T01:23:57,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/34b276a6635e4342945ecc0b05edfb96 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/34b276a6635e4342945ecc0b05edfb96 2024-11-25T01:23:57,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/34b276a6635e4342945ecc0b05edfb96, entries=150, sequenceid=196, filesize=11.9 K 2024-11-25T01:23:57,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 7dd3b987ccd77cd6673139bc387d3e75 in 137ms, sequenceid=196, compaction requested=true 2024-11-25T01:23:57,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:57,014 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:23:57,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:23:57,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:23:57,015 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:23:57,017 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51302 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:23:57,017 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/A is initiating minor compaction (all files) 2024-11-25T01:23:57,017 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/A in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:57,017 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/ca9af0e074524ffa8204a8c92e9ebf39, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/8277bb1965004298a8724c3646018a5b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/17632969289c4b8997875f3a278dd230, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/579409fd8f184678add3711ccf165b85] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=50.1 K 2024-11-25T01:23:57,018 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:23:57,018 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/B is initiating minor compaction (all files) 2024-11-25T01:23:57,019 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/B in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:57,019 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/4eb84bc2c0e44930a27c80ce229956a9, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/ad3cc92eba6849f8b0e588748b2d4b86, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/061bdab59a54425a82d82bbf7c58f553, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/00ec0bf2f73b480c9055a11f338a1c57] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=47.8 K 2024-11-25T01:23:57,019 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca9af0e074524ffa8204a8c92e9ebf39, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732497833688 2024-11-25T01:23:57,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:23:57,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:23:57,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:23:57,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:23:57,020 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 4eb84bc2c0e44930a27c80ce229956a9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732497833688 2024-11-25T01:23:57,020 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8277bb1965004298a8724c3646018a5b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732497833727 2024-11-25T01:23:57,021 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17632969289c4b8997875f3a278dd230, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732497834373 2024-11-25T01:23:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:23:57,021 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting ad3cc92eba6849f8b0e588748b2d4b86, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732497833727 2024-11-25T01:23:57,022 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 579409fd8f184678add3711ccf165b85, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732497836527 2024-11-25T01:23:57,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7dd3b987ccd77cd6673139bc387d3e75 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T01:23:57,023 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 061bdab59a54425a82d82bbf7c58f553, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732497834373 2024-11-25T01:23:57,024 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 00ec0bf2f73b480c9055a11f338a1c57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732497836527 2024-11-25T01:23:57,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=A 2024-11-25T01:23:57,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:57,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=B 2024-11-25T01:23:57,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:57,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=C 2024-11-25T01:23:57,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:57,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/e2ec7e3d55df44449d2c667dee7e127f is 50, key is test_row_0/A:col10/1732497837021/Put/seqid=0 2024-11-25T01:23:57,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497897042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:57,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497897044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:57,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497897047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:57,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497897049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:57,055 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#A#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:23:57,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497897049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:57,056 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/49fd4e004447455ca1138330313b97a8 is 50, key is test_row_0/A:col10/1732497836540/Put/seqid=0 2024-11-25T01:23:57,059 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#B#compaction#41 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:23:57,060 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/044b918a81c144d3a00bba7de310775e is 50, key is test_row_0/B:col10/1732497836540/Put/seqid=0 2024-11-25T01:23:57,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741879_1055 (size=12595) 2024-11-25T01:23:57,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741878_1054 (size=14541) 2024-11-25T01:23:57,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/e2ec7e3d55df44449d2c667dee7e127f 2024-11-25T01:23:57,086 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/49fd4e004447455ca1138330313b97a8 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/49fd4e004447455ca1138330313b97a8 2024-11-25T01:23:57,097 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/A of 7dd3b987ccd77cd6673139bc387d3e75 into 49fd4e004447455ca1138330313b97a8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:23:57,097 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:57,097 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/A, priority=12, startTime=1732497837014; duration=0sec 2024-11-25T01:23:57,097 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:23:57,097 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:A 2024-11-25T01:23:57,097 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:23:57,101 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:23:57,101 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/C is initiating minor compaction (all files) 2024-11-25T01:23:57,101 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/C in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:57,101 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/24b67d83973945fb835fb70332785867, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/9c14e4c72543421fa98872d307b24c67, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/e36c4cd724a447f2b24e59916291273d, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/34b276a6635e4342945ecc0b05edfb96] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=47.8 K 2024-11-25T01:23:57,102 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24b67d83973945fb835fb70332785867, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732497833688 2024-11-25T01:23:57,103 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c14e4c72543421fa98872d307b24c67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732497833727 2024-11-25T01:23:57,103 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting e36c4cd724a447f2b24e59916291273d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732497834373 2024-11-25T01:23:57,104 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34b276a6635e4342945ecc0b05edfb96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732497836527 2024-11-25T01:23:57,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741880_1056 (size=12595) 2024-11-25T01:23:57,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/57e3cc0879d642289855e7c5af9add5c is 50, key is test_row_0/B:col10/1732497837021/Put/seqid=0 2024-11-25T01:23:57,114 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/044b918a81c144d3a00bba7de310775e as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/044b918a81c144d3a00bba7de310775e 2024-11-25T01:23:57,125 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/B of 7dd3b987ccd77cd6673139bc387d3e75 into 044b918a81c144d3a00bba7de310775e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:23:57,125 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:57,125 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/B, priority=12, startTime=1732497837015; duration=0sec 2024-11-25T01:23:57,125 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:23:57,125 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:B 2024-11-25T01:23:57,130 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#C#compaction#43 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:23:57,131 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/62813e2dc3a54580abb7953d8ab1dae1 is 50, key is test_row_0/C:col10/1732497836540/Put/seqid=0 2024-11-25T01:23:57,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741881_1057 (size=12151) 2024-11-25T01:23:57,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/57e3cc0879d642289855e7c5af9add5c 2024-11-25T01:23:57,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741882_1058 (size=12595) 2024-11-25T01:23:57,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/62a7bf0b04bd42fc93f89a046bda7eb0 is 50, key is test_row_0/C:col10/1732497837021/Put/seqid=0 2024-11-25T01:23:57,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497897151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:57,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497897153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:57,158 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/62813e2dc3a54580abb7953d8ab1dae1 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/62813e2dc3a54580abb7953d8ab1dae1 2024-11-25T01:23:57,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497897154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:57,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:57,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497897156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497897157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:57,168 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/C of 7dd3b987ccd77cd6673139bc387d3e75 into 62813e2dc3a54580abb7953d8ab1dae1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:23:57,168 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:57,168 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/C, priority=12, startTime=1732497837020; duration=0sec 2024-11-25T01:23:57,168 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:23:57,168 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:C 2024-11-25T01:23:57,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741883_1059 (size=12151) 2024-11-25T01:23:57,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497897357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:57,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497897360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:57,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497897362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:57,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497897364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:57,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497897365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:57,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/62a7bf0b04bd42fc93f89a046bda7eb0 2024-11-25T01:23:57,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/e2ec7e3d55df44449d2c667dee7e127f as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/e2ec7e3d55df44449d2c667dee7e127f 2024-11-25T01:23:57,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/e2ec7e3d55df44449d2c667dee7e127f, entries=200, sequenceid=216, filesize=14.2 K 2024-11-25T01:23:57,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/57e3cc0879d642289855e7c5af9add5c as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/57e3cc0879d642289855e7c5af9add5c 2024-11-25T01:23:57,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/57e3cc0879d642289855e7c5af9add5c, entries=150, sequenceid=216, filesize=11.9 K 2024-11-25T01:23:57,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/62a7bf0b04bd42fc93f89a046bda7eb0 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/62a7bf0b04bd42fc93f89a046bda7eb0 2024-11-25T01:23:57,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/62a7bf0b04bd42fc93f89a046bda7eb0, entries=150, sequenceid=216, filesize=11.9 K 2024-11-25T01:23:57,618 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 7dd3b987ccd77cd6673139bc387d3e75 in 596ms, sequenceid=216, compaction requested=false 2024-11-25T01:23:57,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:23:57,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7dd3b987ccd77cd6673139bc387d3e75 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T01:23:57,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=A 2024-11-25T01:23:57,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:57,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=B 2024-11-25T01:23:57,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:57,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=C 2024-11-25T01:23:57,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:57,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/0a53d3dde41d4059b08ac7ef909babd1 is 50, key is test_row_0/A:col10/1732497837045/Put/seqid=0 2024-11-25T01:23:57,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741884_1060 (size=12151) 2024-11-25T01:23:57,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497897685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:57,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497897686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:57,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497897687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:57,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497897689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:57,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497897690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:57,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497897792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:57,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497897792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:57,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497897793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:57,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497897793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:57,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497897795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:57,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497897996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:57,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497897997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:57,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497897997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:58,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:58,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497898000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497898001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:58,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/0a53d3dde41d4059b08ac7ef909babd1 2024-11-25T01:23:58,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/4f1c93badc1d45f792d71eeed09c0c15 is 50, key is test_row_0/B:col10/1732497837045/Put/seqid=0 2024-11-25T01:23:58,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741885_1061 (size=12151) 2024-11-25T01:23:58,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/4f1c93badc1d45f792d71eeed09c0c15 2024-11-25T01:23:58,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/2ee258d8984945aaa9a9b90f67e8038a is 50, key is test_row_0/C:col10/1732497837045/Put/seqid=0 2024-11-25T01:23:58,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741886_1062 (size=12151) 2024-11-25T01:23:58,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/2ee258d8984945aaa9a9b90f67e8038a 2024-11-25T01:23:58,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/0a53d3dde41d4059b08ac7ef909babd1 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/0a53d3dde41d4059b08ac7ef909babd1 2024-11-25T01:23:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T01:23:58,160 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-25T01:23:58,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/0a53d3dde41d4059b08ac7ef909babd1, entries=150, sequenceid=237, filesize=11.9 K 2024-11-25T01:23:58,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/4f1c93badc1d45f792d71eeed09c0c15 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/4f1c93badc1d45f792d71eeed09c0c15 2024-11-25T01:23:58,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:23:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-25T01:23:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T01:23:58,169 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:23:58,170 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:23:58,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:23:58,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/4f1c93badc1d45f792d71eeed09c0c15, entries=150, sequenceid=237, filesize=11.9 K 2024-11-25T01:23:58,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/2ee258d8984945aaa9a9b90f67e8038a as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/2ee258d8984945aaa9a9b90f67e8038a 2024-11-25T01:23:58,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/2ee258d8984945aaa9a9b90f67e8038a, entries=150, sequenceid=237, filesize=11.9 K 2024-11-25T01:23:58,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 7dd3b987ccd77cd6673139bc387d3e75 in 527ms, sequenceid=237, compaction requested=true 2024-11-25T01:23:58,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:58,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:23:58,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:23:58,191 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:23:58,191 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:23:58,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:23:58,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:23:58,193 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:23:58,193 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/B is initiating minor compaction (all files) 2024-11-25T01:23:58,193 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/B in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:58,193 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/044b918a81c144d3a00bba7de310775e, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/57e3cc0879d642289855e7c5af9add5c, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/4f1c93badc1d45f792d71eeed09c0c15] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=36.0 K 2024-11-25T01:23:58,194 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 044b918a81c144d3a00bba7de310775e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732497836527 2024-11-25T01:23:58,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:23:58,194 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:23:58,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:23:58,194 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/A is initiating minor compaction (all files) 2024-11-25T01:23:58,194 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/A in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:58,194 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 57e3cc0879d642289855e7c5af9add5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732497836910 2024-11-25T01:23:58,194 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/49fd4e004447455ca1138330313b97a8, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/e2ec7e3d55df44449d2c667dee7e127f, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/0a53d3dde41d4059b08ac7ef909babd1] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=38.4 K 2024-11-25T01:23:58,195 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f1c93badc1d45f792d71eeed09c0c15, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732497837045 2024-11-25T01:23:58,195 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49fd4e004447455ca1138330313b97a8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732497836527 2024-11-25T01:23:58,196 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2ec7e3d55df44449d2c667dee7e127f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732497836904 2024-11-25T01:23:58,197 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a53d3dde41d4059b08ac7ef909babd1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732497837045 2024-11-25T01:23:58,219 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#A#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:23:58,220 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/1c7b5e3416ab4b74960354ac7e30f713 is 50, key is test_row_0/A:col10/1732497837045/Put/seqid=0 2024-11-25T01:23:58,220 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#B#compaction#48 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:23:58,221 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/4504ee37c8dd4633ab403ca7de66f700 is 50, key is test_row_0/B:col10/1732497837045/Put/seqid=0 2024-11-25T01:23:58,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741887_1063 (size=12697) 2024-11-25T01:23:58,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741888_1064 (size=12697) 2024-11-25T01:23:58,256 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/4504ee37c8dd4633ab403ca7de66f700 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/4504ee37c8dd4633ab403ca7de66f700 2024-11-25T01:23:58,266 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/1c7b5e3416ab4b74960354ac7e30f713 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/1c7b5e3416ab4b74960354ac7e30f713 2024-11-25T01:23:58,267 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/B of 7dd3b987ccd77cd6673139bc387d3e75 into 4504ee37c8dd4633ab403ca7de66f700(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:23:58,267 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:58,267 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/B, priority=13, startTime=1732497838191; duration=0sec 2024-11-25T01:23:58,267 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:23:58,267 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:B 2024-11-25T01:23:58,267 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:23:58,269 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:23:58,269 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/C is initiating minor compaction (all files) 2024-11-25T01:23:58,269 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/C in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:58,269 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/62813e2dc3a54580abb7953d8ab1dae1, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/62a7bf0b04bd42fc93f89a046bda7eb0, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/2ee258d8984945aaa9a9b90f67e8038a] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=36.0 K 2024-11-25T01:23:58,270 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 62813e2dc3a54580abb7953d8ab1dae1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732497836527 2024-11-25T01:23:58,271 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 62a7bf0b04bd42fc93f89a046bda7eb0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732497836910 2024-11-25T01:23:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T01:23:58,271 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ee258d8984945aaa9a9b90f67e8038a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732497837045 2024-11-25T01:23:58,278 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/A of 7dd3b987ccd77cd6673139bc387d3e75 into 1c7b5e3416ab4b74960354ac7e30f713(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:23:58,278 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:58,279 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/A, priority=13, startTime=1732497838191; duration=0sec 2024-11-25T01:23:58,279 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:23:58,279 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:A 2024-11-25T01:23:58,290 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#C#compaction#50 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:23:58,291 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/54ee86389b0b4add9501f8e58a8a31bd is 50, key is test_row_0/C:col10/1732497837045/Put/seqid=0 2024-11-25T01:23:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:23:58,306 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7dd3b987ccd77cd6673139bc387d3e75 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T01:23:58,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741889_1065 (size=12697) 2024-11-25T01:23:58,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=A 2024-11-25T01:23:58,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:58,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=B 2024-11-25T01:23:58,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:58,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=C 2024-11-25T01:23:58,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:58,323 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:58,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T01:23:58,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:58,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:58,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:58,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:58,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:58,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/adf4fa245fee467b9a928cc4b17edcc2 is 50, key is test_row_0/A:col10/1732497838306/Put/seqid=0 2024-11-25T01:23:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:58,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:58,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497898320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497898322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:58,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741890_1066 (size=12251) 2024-11-25T01:23:58,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497898330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:58,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497898330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:58,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497898331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:58,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497898433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:58,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497898434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:58,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497898437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:58,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497898437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:58,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497898437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T01:23:58,479 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:58,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T01:23:58,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:58,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:58,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:58,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:58,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:58,634 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:58,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T01:23:58,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:58,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:58,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:58,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:58,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:58,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497898637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:58,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497898638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:58,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497898642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:58,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497898642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:58,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497898642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:58,715 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/54ee86389b0b4add9501f8e58a8a31bd as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/54ee86389b0b4add9501f8e58a8a31bd 2024-11-25T01:23:58,725 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/C of 7dd3b987ccd77cd6673139bc387d3e75 into 54ee86389b0b4add9501f8e58a8a31bd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:23:58,725 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:58,725 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/C, priority=13, startTime=1732497838194; duration=0sec 2024-11-25T01:23:58,725 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:23:58,725 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:C 2024-11-25T01:23:58,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/adf4fa245fee467b9a928cc4b17edcc2 2024-11-25T01:23:58,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/06c91f3cc7084a16b1e51d3518ab0d6a is 50, key is test_row_0/B:col10/1732497838306/Put/seqid=0 2024-11-25T01:23:58,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741891_1067 (size=12251) 2024-11-25T01:23:58,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/06c91f3cc7084a16b1e51d3518ab0d6a 2024-11-25T01:23:58,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/be52ac42c8fe494dbe8e7f8206fe3768 is 50, key is test_row_0/C:col10/1732497838306/Put/seqid=0 2024-11-25T01:23:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T01:23:58,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741892_1068 (size=12251) 2024-11-25T01:23:58,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/be52ac42c8fe494dbe8e7f8206fe3768 2024-11-25T01:23:58,788 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:58,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T01:23:58,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:58,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:58,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:58,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:58,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:58,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/adf4fa245fee467b9a928cc4b17edcc2 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/adf4fa245fee467b9a928cc4b17edcc2 2024-11-25T01:23:58,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/adf4fa245fee467b9a928cc4b17edcc2, entries=150, sequenceid=260, filesize=12.0 K 2024-11-25T01:23:58,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/06c91f3cc7084a16b1e51d3518ab0d6a as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/06c91f3cc7084a16b1e51d3518ab0d6a 2024-11-25T01:23:58,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/06c91f3cc7084a16b1e51d3518ab0d6a, entries=150, sequenceid=260, filesize=12.0 K 2024-11-25T01:23:58,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/be52ac42c8fe494dbe8e7f8206fe3768 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/be52ac42c8fe494dbe8e7f8206fe3768 2024-11-25T01:23:58,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/be52ac42c8fe494dbe8e7f8206fe3768, entries=150, sequenceid=260, filesize=12.0 K 2024-11-25T01:23:58,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=93.93 KB/96180 for 7dd3b987ccd77cd6673139bc387d3e75 in 513ms, sequenceid=260, compaction requested=false 2024-11-25T01:23:58,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:58,943 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:58,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T01:23:58,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:58,944 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 7dd3b987ccd77cd6673139bc387d3e75 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T01:23:58,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=A 2024-11-25T01:23:58,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:58,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:58,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:23:58,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=B 2024-11-25T01:23:58,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:58,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=C 2024-11-25T01:23:58,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:58,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/cd7581ee42d94cebb284cc491f76a7ef is 50, key is test_row_0/A:col10/1732497838942/Put/seqid=0 2024-11-25T01:23:58,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497898969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:58,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497898969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:58,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497898971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:58,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:58,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497898971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:58,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:58,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497898974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:58,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741893_1069 (size=12301) 2024-11-25T01:23:58,988 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/cd7581ee42d94cebb284cc491f76a7ef 2024-11-25T01:23:59,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/8055812b436f4629bc89537390af7bd3 is 50, key is test_row_0/B:col10/1732497838942/Put/seqid=0 2024-11-25T01:23:59,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741894_1070 (size=12301) 2024-11-25T01:23:59,020 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/8055812b436f4629bc89537390af7bd3 2024-11-25T01:23:59,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/fbf75fdf53174925a1240d49e3217e67 is 50, key is test_row_0/C:col10/1732497838942/Put/seqid=0 2024-11-25T01:23:59,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741895_1071 (size=12301) 2024-11-25T01:23:59,044 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/fbf75fdf53174925a1240d49e3217e67 2024-11-25T01:23:59,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/cd7581ee42d94cebb284cc491f76a7ef as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/cd7581ee42d94cebb284cc491f76a7ef 2024-11-25T01:23:59,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497899077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497899078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497899078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497899078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,082 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/cd7581ee42d94cebb284cc491f76a7ef, entries=150, sequenceid=279, filesize=12.0 K 2024-11-25T01:23:59,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/8055812b436f4629bc89537390af7bd3 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/8055812b436f4629bc89537390af7bd3 2024-11-25T01:23:59,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497899082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,093 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/8055812b436f4629bc89537390af7bd3, entries=150, sequenceid=279, filesize=12.0 K 2024-11-25T01:23:59,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/fbf75fdf53174925a1240d49e3217e67 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/fbf75fdf53174925a1240d49e3217e67 2024-11-25T01:23:59,103 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/fbf75fdf53174925a1240d49e3217e67, entries=150, sequenceid=279, filesize=12.0 K 2024-11-25T01:23:59,105 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 7dd3b987ccd77cd6673139bc387d3e75 in 162ms, sequenceid=279, compaction requested=true 2024-11-25T01:23:59,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:59,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:59,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-25T01:23:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-25T01:23:59,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-25T01:23:59,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 937 msec 2024-11-25T01:23:59,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 946 msec 2024-11-25T01:23:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T01:23:59,274 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-25T01:23:59,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:23:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-25T01:23:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T01:23:59,281 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:23:59,282 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:23:59,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:23:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:23:59,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7dd3b987ccd77cd6673139bc387d3e75 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T01:23:59,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=A 2024-11-25T01:23:59,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:59,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=B 2024-11-25T01:23:59,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:59,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=C 2024-11-25T01:23:59,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:59,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/475915cbcbca4a03ac3b219c3699e8a5 is 50, key is test_row_0/A:col10/1732497838968/Put/seqid=0 2024-11-25T01:23:59,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497899301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741896_1072 (size=12301) 2024-11-25T01:23:59,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497899301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497899302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497899304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/475915cbcbca4a03ac3b219c3699e8a5 2024-11-25T01:23:59,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497899307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/943fa472fead47fab608df4b01d89c5b is 50, key is test_row_0/B:col10/1732497838968/Put/seqid=0 2024-11-25T01:23:59,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741897_1073 (size=12301) 2024-11-25T01:23:59,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/943fa472fead47fab608df4b01d89c5b 2024-11-25T01:23:59,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/ad93d66885fd4277a7431fd608a6cbc4 is 50, key is test_row_0/C:col10/1732497838968/Put/seqid=0 2024-11-25T01:23:59,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741898_1074 (size=12301) 2024-11-25T01:23:59,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/ad93d66885fd4277a7431fd608a6cbc4 2024-11-25T01:23:59,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/475915cbcbca4a03ac3b219c3699e8a5 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/475915cbcbca4a03ac3b219c3699e8a5 2024-11-25T01:23:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T01:23:59,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/475915cbcbca4a03ac3b219c3699e8a5, entries=150, sequenceid=300, filesize=12.0 K 2024-11-25T01:23:59,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/943fa472fead47fab608df4b01d89c5b as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/943fa472fead47fab608df4b01d89c5b 2024-11-25T01:23:59,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/943fa472fead47fab608df4b01d89c5b, entries=150, sequenceid=300, filesize=12.0 K 2024-11-25T01:23:59,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/ad93d66885fd4277a7431fd608a6cbc4 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/ad93d66885fd4277a7431fd608a6cbc4 2024-11-25T01:23:59,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/ad93d66885fd4277a7431fd608a6cbc4, entries=150, sequenceid=300, filesize=12.0 K 2024-11-25T01:23:59,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 7dd3b987ccd77cd6673139bc387d3e75 in 117ms, sequenceid=300, compaction requested=true 2024-11-25T01:23:59,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:59,402 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:23:59,404 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49550 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:23:59,404 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/A is initiating minor compaction (all files) 2024-11-25T01:23:59,404 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/A in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:59,404 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/1c7b5e3416ab4b74960354ac7e30f713, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/adf4fa245fee467b9a928cc4b17edcc2, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/cd7581ee42d94cebb284cc491f76a7ef, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/475915cbcbca4a03ac3b219c3699e8a5] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=48.4 K 2024-11-25T01:23:59,405 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c7b5e3416ab4b74960354ac7e30f713, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732497837045 2024-11-25T01:23:59,405 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting adf4fa245fee467b9a928cc4b17edcc2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732497837684 2024-11-25T01:23:59,406 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd7581ee42d94cebb284cc491f76a7ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732497838324 2024-11-25T01:23:59,406 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 475915cbcbca4a03ac3b219c3699e8a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732497838968 2024-11-25T01:23:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:23:59,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:23:59,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:23:59,412 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:23:59,415 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49550 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:23:59,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:23:59,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:23:59,415 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/B is initiating minor compaction (all files) 2024-11-25T01:23:59,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:23:59,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:23:59,415 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/B in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:59,415 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/4504ee37c8dd4633ab403ca7de66f700, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/06c91f3cc7084a16b1e51d3518ab0d6a, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/8055812b436f4629bc89537390af7bd3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/943fa472fead47fab608df4b01d89c5b] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=48.4 K 2024-11-25T01:23:59,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7dd3b987ccd77cd6673139bc387d3e75 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T01:23:59,416 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 4504ee37c8dd4633ab403ca7de66f700, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732497837045 2024-11-25T01:23:59,417 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 06c91f3cc7084a16b1e51d3518ab0d6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732497837684 2024-11-25T01:23:59,417 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 8055812b436f4629bc89537390af7bd3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732497838324 2024-11-25T01:23:59,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=A 2024-11-25T01:23:59,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:59,418 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 943fa472fead47fab608df4b01d89c5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732497838968 2024-11-25T01:23:59,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=B 2024-11-25T01:23:59,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:59,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=C 2024-11-25T01:23:59,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:59,424 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#A#compaction#60 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:23:59,426 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/4f970c0a6b7740ca955c634ead567c32 is 50, key is test_row_0/A:col10/1732497838968/Put/seqid=0 2024-11-25T01:23:59,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/802dcb67838a4fff8d14c1b8bd5c266c is 50, key is test_row_0/A:col10/1732497839415/Put/seqid=0 2024-11-25T01:23:59,435 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-25T01:23:59,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:59,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:59,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:59,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:59,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:59,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497899438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497899438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497899441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497899441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497899443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,457 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#B#compaction#62 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:23:59,458 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/fdfde3665d3b44b18666082d61b8d1a5 is 50, key is test_row_0/B:col10/1732497838968/Put/seqid=0 2024-11-25T01:23:59,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741899_1075 (size=12983) 2024-11-25T01:23:59,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741900_1076 (size=14741) 2024-11-25T01:23:59,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/802dcb67838a4fff8d14c1b8bd5c266c 2024-11-25T01:23:59,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741901_1077 (size=12983) 2024-11-25T01:23:59,485 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/fdfde3665d3b44b18666082d61b8d1a5 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/fdfde3665d3b44b18666082d61b8d1a5 2024-11-25T01:23:59,492 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/B of 7dd3b987ccd77cd6673139bc387d3e75 into fdfde3665d3b44b18666082d61b8d1a5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:23:59,493 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:59,493 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/B, priority=12, startTime=1732497839412; duration=0sec 2024-11-25T01:23:59,493 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:23:59,493 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:B 2024-11-25T01:23:59,493 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:23:59,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/d6fac8f5051b4a27819f4b22da8e1fbf is 50, key is test_row_0/B:col10/1732497839415/Put/seqid=0 2024-11-25T01:23:59,498 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49550 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:23:59,498 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/C is initiating minor compaction (all files) 2024-11-25T01:23:59,498 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/C in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:59,499 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/54ee86389b0b4add9501f8e58a8a31bd, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/be52ac42c8fe494dbe8e7f8206fe3768, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/fbf75fdf53174925a1240d49e3217e67, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/ad93d66885fd4277a7431fd608a6cbc4] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=48.4 K 2024-11-25T01:23:59,499 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 54ee86389b0b4add9501f8e58a8a31bd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732497837045 2024-11-25T01:23:59,500 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting be52ac42c8fe494dbe8e7f8206fe3768, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732497837684 2024-11-25T01:23:59,501 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting fbf75fdf53174925a1240d49e3217e67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732497838324 2024-11-25T01:23:59,501 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting ad93d66885fd4277a7431fd608a6cbc4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732497838968 2024-11-25T01:23:59,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741902_1078 (size=12301) 2024-11-25T01:23:59,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/d6fac8f5051b4a27819f4b22da8e1fbf 2024-11-25T01:23:59,524 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#C#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:23:59,525 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/226fe774811742e7990f0db4f49f0449 is 50, key is test_row_0/C:col10/1732497838968/Put/seqid=0 2024-11-25T01:23:59,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497899546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497899546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497899548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497899548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497899550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741903_1079 (size=12983) 2024-11-25T01:23:59,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/1b8d51b8621b43bdb2b13392f98b5ede is 50, key is test_row_0/C:col10/1732497839415/Put/seqid=0 2024-11-25T01:23:59,564 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/226fe774811742e7990f0db4f49f0449 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/226fe774811742e7990f0db4f49f0449 2024-11-25T01:23:59,573 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/C of 7dd3b987ccd77cd6673139bc387d3e75 into 226fe774811742e7990f0db4f49f0449(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:23:59,573 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:59,573 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/C, priority=12, startTime=1732497839415; duration=0sec 2024-11-25T01:23:59,573 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:23:59,574 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:C 2024-11-25T01:23:59,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741904_1080 (size=12301) 2024-11-25T01:23:59,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/1b8d51b8621b43bdb2b13392f98b5ede 2024-11-25T01:23:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T01:23:59,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/802dcb67838a4fff8d14c1b8bd5c266c as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/802dcb67838a4fff8d14c1b8bd5c266c 2024-11-25T01:23:59,589 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-25T01:23:59,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:59,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:59,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:59,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:59,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:23:59,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/802dcb67838a4fff8d14c1b8bd5c266c, entries=200, sequenceid=318, filesize=14.4 K 2024-11-25T01:23:59,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/d6fac8f5051b4a27819f4b22da8e1fbf as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/d6fac8f5051b4a27819f4b22da8e1fbf 2024-11-25T01:23:59,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/d6fac8f5051b4a27819f4b22da8e1fbf, entries=150, sequenceid=318, filesize=12.0 K 2024-11-25T01:23:59,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/1b8d51b8621b43bdb2b13392f98b5ede as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/1b8d51b8621b43bdb2b13392f98b5ede 2024-11-25T01:23:59,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/1b8d51b8621b43bdb2b13392f98b5ede, entries=150, sequenceid=318, filesize=12.0 K 2024-11-25T01:23:59,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 7dd3b987ccd77cd6673139bc387d3e75 in 202ms, sequenceid=318, compaction requested=false 2024-11-25T01:23:59,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:59,745 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-25T01:23:59,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:23:59,746 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 7dd3b987ccd77cd6673139bc387d3e75 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T01:23:59,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=A 2024-11-25T01:23:59,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:59,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=B 2024-11-25T01:23:59,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:59,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=C 2024-11-25T01:23:59,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:23:59,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/c10922918cec4846975b35a75798b65e is 50, key is test_row_0/A:col10/1732497839438/Put/seqid=0 2024-11-25T01:23:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:23:59,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:23:59,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497899769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497899770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:59,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497899771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:59,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497899772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497899774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741905_1081 (size=12301) 2024-11-25T01:23:59,779 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/c10922918cec4846975b35a75798b65e 2024-11-25T01:23:59,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/192a9a9fb4fe4d428211359ca913d283 is 50, key is test_row_0/B:col10/1732497839438/Put/seqid=0 2024-11-25T01:23:59,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741906_1082 (size=12301) 2024-11-25T01:23:59,804 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/192a9a9fb4fe4d428211359ca913d283 2024-11-25T01:23:59,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/cbce2ddb11c545a8b8c1a822176dbcaa is 50, key is test_row_0/C:col10/1732497839438/Put/seqid=0 2024-11-25T01:23:59,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741907_1083 (size=12301) 2024-11-25T01:23:59,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:59,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497899876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:59,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497899877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,879 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/4f970c0a6b7740ca955c634ead567c32 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/4f970c0a6b7740ca955c634ead567c32 2024-11-25T01:23:59,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:59,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497899877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:59,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497899878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:23:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497899879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:23:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T01:23:59,886 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/A of 7dd3b987ccd77cd6673139bc387d3e75 into 4f970c0a6b7740ca955c634ead567c32(size=12.7 K), total size for store is 27.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:23:59,887 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:23:59,887 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/A, priority=12, startTime=1732497839402; duration=0sec 2024-11-25T01:23:59,887 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:23:59,887 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:A 2024-11-25T01:24:00,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497900080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:00,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497900080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:00,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497900081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:00,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497900081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:00,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497900082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:00,223 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/cbce2ddb11c545a8b8c1a822176dbcaa 2024-11-25T01:24:00,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/c10922918cec4846975b35a75798b65e as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/c10922918cec4846975b35a75798b65e 2024-11-25T01:24:00,243 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/c10922918cec4846975b35a75798b65e, entries=150, sequenceid=338, filesize=12.0 K 2024-11-25T01:24:00,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/192a9a9fb4fe4d428211359ca913d283 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/192a9a9fb4fe4d428211359ca913d283 2024-11-25T01:24:00,252 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/192a9a9fb4fe4d428211359ca913d283, entries=150, sequenceid=338, filesize=12.0 K 2024-11-25T01:24:00,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/cbce2ddb11c545a8b8c1a822176dbcaa as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/cbce2ddb11c545a8b8c1a822176dbcaa 2024-11-25T01:24:00,261 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/cbce2ddb11c545a8b8c1a822176dbcaa, entries=150, sequenceid=338, filesize=12.0 K 2024-11-25T01:24:00,263 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 7dd3b987ccd77cd6673139bc387d3e75 in 517ms, sequenceid=338, compaction requested=true 2024-11-25T01:24:00,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:24:00,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:00,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-25T01:24:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-25T01:24:00,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-25T01:24:00,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 982 msec 2024-11-25T01:24:00,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 991 msec 2024-11-25T01:24:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T01:24:00,383 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-25T01:24:00,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:24:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-25T01:24:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T01:24:00,387 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:24:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:24:00,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7dd3b987ccd77cd6673139bc387d3e75 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T01:24:00,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=A 2024-11-25T01:24:00,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:00,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=B 2024-11-25T01:24:00,390 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:24:00,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:00,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=C 2024-11-25T01:24:00,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:24:00,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:00,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/dbfa8860c6a649ce9ffce7a4a9522c24 is 50, key is test_row_0/A:col10/1732497840388/Put/seqid=0 2024-11-25T01:24:00,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741908_1084 (size=14741) 2024-11-25T01:24:00,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/dbfa8860c6a649ce9ffce7a4a9522c24 2024-11-25T01:24:00,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497900411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:00,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497900413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:00,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497900417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:00,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497900417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:00,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/9301784b71f242fdbdd351af5e67b95d is 50, key is test_row_0/B:col10/1732497840388/Put/seqid=0 2024-11-25T01:24:00,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497900434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:00,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741909_1085 (size=12301) 2024-11-25T01:24:00,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/9301784b71f242fdbdd351af5e67b95d 2024-11-25T01:24:00,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/8111a10ae8734d5d8f364cbea386a295 is 50, key is test_row_0/C:col10/1732497840388/Put/seqid=0 2024-11-25T01:24:00,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741910_1086 (size=12301) 2024-11-25T01:24:00,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/8111a10ae8734d5d8f364cbea386a295 2024-11-25T01:24:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T01:24:00,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/dbfa8860c6a649ce9ffce7a4a9522c24 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/dbfa8860c6a649ce9ffce7a4a9522c24 2024-11-25T01:24:00,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/dbfa8860c6a649ce9ffce7a4a9522c24, entries=200, sequenceid=358, filesize=14.4 K 2024-11-25T01:24:00,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/9301784b71f242fdbdd351af5e67b95d as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/9301784b71f242fdbdd351af5e67b95d 2024-11-25T01:24:00,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/9301784b71f242fdbdd351af5e67b95d, entries=150, sequenceid=358, filesize=12.0 K 2024-11-25T01:24:00,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/8111a10ae8734d5d8f364cbea386a295 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/8111a10ae8734d5d8f364cbea386a295 2024-11-25T01:24:00,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/8111a10ae8734d5d8f364cbea386a295, entries=150, sequenceid=358, filesize=12.0 K 2024-11-25T01:24:00,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 7dd3b987ccd77cd6673139bc387d3e75 in 126ms, sequenceid=358, compaction requested=true 2024-11-25T01:24:00,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:24:00,515 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:24:00,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:24:00,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:00,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:24:00,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:00,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:24:00,516 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:24:00,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:00,518 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54766 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:24:00,518 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/A is initiating minor compaction (all files) 2024-11-25T01:24:00,518 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/A in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:00,518 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/4f970c0a6b7740ca955c634ead567c32, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/802dcb67838a4fff8d14c1b8bd5c266c, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/c10922918cec4846975b35a75798b65e, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/dbfa8860c6a649ce9ffce7a4a9522c24] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=53.5 K 2024-11-25T01:24:00,519 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:24:00,519 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/B is initiating minor compaction (all files) 2024-11-25T01:24:00,519 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/B in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:00,519 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/fdfde3665d3b44b18666082d61b8d1a5, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/d6fac8f5051b4a27819f4b22da8e1fbf, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/192a9a9fb4fe4d428211359ca913d283, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/9301784b71f242fdbdd351af5e67b95d] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=48.7 K 2024-11-25T01:24:00,519 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting fdfde3665d3b44b18666082d61b8d1a5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732497838968 2024-11-25T01:24:00,520 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f970c0a6b7740ca955c634ead567c32, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732497838968 2024-11-25T01:24:00,520 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting d6fac8f5051b4a27819f4b22da8e1fbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732497839301 2024-11-25T01:24:00,521 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 802dcb67838a4fff8d14c1b8bd5c266c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732497839301 2024-11-25T01:24:00,521 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 192a9a9fb4fe4d428211359ca913d283, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732497839428 2024-11-25T01:24:00,522 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting c10922918cec4846975b35a75798b65e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732497839428 2024-11-25T01:24:00,522 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 9301784b71f242fdbdd351af5e67b95d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732497839766 2024-11-25T01:24:00,522 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbfa8860c6a649ce9ffce7a4a9522c24, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732497839766 2024-11-25T01:24:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:24:00,525 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7dd3b987ccd77cd6673139bc387d3e75 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T01:24:00,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=A 2024-11-25T01:24:00,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:00,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=B 2024-11-25T01:24:00,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:00,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=C 2024-11-25T01:24:00,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:00,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/8e16d868dbf24f6abe6933019a719b9b is 50, key is test_row_0/A:col10/1732497840408/Put/seqid=0 2024-11-25T01:24:00,544 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:00,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T01:24:00,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:00,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:24:00,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:00,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:00,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:00,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497900541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:00,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497900543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:00,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497900544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:00,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497900545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:00,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497900549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:00,554 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#A#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:00,555 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/34f4a7f4150f4f96b2a56c0b99031df9 is 50, key is test_row_0/A:col10/1732497840388/Put/seqid=0 2024-11-25T01:24:00,558 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#B#compaction#74 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:00,559 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/7f7e7dd7e5cd4e739c966efc7a8ab1cf is 50, key is test_row_0/B:col10/1732497840388/Put/seqid=0 2024-11-25T01:24:00,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741911_1087 (size=12301) 2024-11-25T01:24:00,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/8e16d868dbf24f6abe6933019a719b9b 2024-11-25T01:24:00,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741913_1089 (size=13119) 2024-11-25T01:24:00,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/12af798cd59c42d39b7f0aac966e0d14 is 50, key is test_row_0/B:col10/1732497840408/Put/seqid=0 2024-11-25T01:24:00,623 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/34f4a7f4150f4f96b2a56c0b99031df9 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/34f4a7f4150f4f96b2a56c0b99031df9 2024-11-25T01:24:00,633 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/A of 7dd3b987ccd77cd6673139bc387d3e75 into 34f4a7f4150f4f96b2a56c0b99031df9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:00,633 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:24:00,633 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/A, priority=12, startTime=1732497840515; duration=0sec 2024-11-25T01:24:00,633 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:00,633 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:A 2024-11-25T01:24:00,633 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:24:00,636 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:24:00,636 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/C is initiating minor compaction (all files) 2024-11-25T01:24:00,636 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/C in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:00,636 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/226fe774811742e7990f0db4f49f0449, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/1b8d51b8621b43bdb2b13392f98b5ede, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/cbce2ddb11c545a8b8c1a822176dbcaa, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/8111a10ae8734d5d8f364cbea386a295] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=48.7 K 2024-11-25T01:24:00,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741912_1088 (size=13119) 2024-11-25T01:24:00,638 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 226fe774811742e7990f0db4f49f0449, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732497838968 2024-11-25T01:24:00,639 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b8d51b8621b43bdb2b13392f98b5ede, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732497839301 2024-11-25T01:24:00,639 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting cbce2ddb11c545a8b8c1a822176dbcaa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732497839428 2024-11-25T01:24:00,640 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8111a10ae8734d5d8f364cbea386a295, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732497839766 2024-11-25T01:24:00,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497900651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:00,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497900652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:00,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741914_1090 (size=12301) 2024-11-25T01:24:00,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497900653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:00,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:00,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:00,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497900652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:00,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497900653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:00,660 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#C#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:00,661 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/204c5d6df5604864bb35eb891790a039 is 50, key is test_row_0/C:col10/1732497840388/Put/seqid=0 2024-11-25T01:24:00,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741915_1091 (size=13119) 2024-11-25T01:24:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T01:24:00,707 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:00,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T01:24:00,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:00,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:24:00,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:00,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:00,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:00,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497900856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:00,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497900856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:00,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497900857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:00,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497900857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:00,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497900858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:00,861 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:00,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T01:24:00,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:00,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:24:00,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:00,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:00,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T01:24:01,015 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:01,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T01:24:01,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:01,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:24:01,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:01,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:01,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:01,046 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/7f7e7dd7e5cd4e739c966efc7a8ab1cf as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/7f7e7dd7e5cd4e739c966efc7a8ab1cf 2024-11-25T01:24:01,053 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/B of 7dd3b987ccd77cd6673139bc387d3e75 into 7f7e7dd7e5cd4e739c966efc7a8ab1cf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:01,053 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:24:01,053 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/B, priority=12, startTime=1732497840516; duration=0sec 2024-11-25T01:24:01,053 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:01,053 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:B 2024-11-25T01:24:01,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/12af798cd59c42d39b7f0aac966e0d14 2024-11-25T01:24:01,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/db7b1e38105148618a50463eb5a4c757 is 50, key is test_row_0/C:col10/1732497840408/Put/seqid=0 2024-11-25T01:24:01,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741916_1092 (size=12301) 2024-11-25T01:24:01,081 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/204c5d6df5604864bb35eb891790a039 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/204c5d6df5604864bb35eb891790a039 2024-11-25T01:24:01,088 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/C of 7dd3b987ccd77cd6673139bc387d3e75 into 204c5d6df5604864bb35eb891790a039(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:01,088 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:24:01,088 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/C, priority=12, startTime=1732497840516; duration=0sec 2024-11-25T01:24:01,088 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:01,088 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:C 2024-11-25T01:24:01,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497901160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:01,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497901160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:01,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497901160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:01,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:01,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497901162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:01,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497901165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:01,169 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:01,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T01:24:01,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:01,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:24:01,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:01,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:01,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:01,322 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:01,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T01:24:01,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:01,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:24:01,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:01,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:01,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:01,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:01,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/db7b1e38105148618a50463eb5a4c757 2024-11-25T01:24:01,476 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:01,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T01:24:01,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:01,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:24:01,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:01,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:01,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:01,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/8e16d868dbf24f6abe6933019a719b9b as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/8e16d868dbf24f6abe6933019a719b9b 2024-11-25T01:24:01,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/8e16d868dbf24f6abe6933019a719b9b, entries=150, sequenceid=378, filesize=12.0 K 2024-11-25T01:24:01,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/12af798cd59c42d39b7f0aac966e0d14 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/12af798cd59c42d39b7f0aac966e0d14 2024-11-25T01:24:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T01:24:01,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/12af798cd59c42d39b7f0aac966e0d14, entries=150, sequenceid=378, filesize=12.0 K 2024-11-25T01:24:01,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/db7b1e38105148618a50463eb5a4c757 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/db7b1e38105148618a50463eb5a4c757 2024-11-25T01:24:01,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/db7b1e38105148618a50463eb5a4c757, entries=150, sequenceid=378, filesize=12.0 K 2024-11-25T01:24:01,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 7dd3b987ccd77cd6673139bc387d3e75 in 978ms, sequenceid=378, compaction requested=false 2024-11-25T01:24:01,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:24:01,629 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:01,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T01:24:01,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:01,630 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 7dd3b987ccd77cd6673139bc387d3e75 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T01:24:01,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=A 2024-11-25T01:24:01,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:01,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=B 2024-11-25T01:24:01,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:01,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=C 2024-11-25T01:24:01,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:01,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/fdda6089534948ad9d341a7da1757d39 is 50, key is test_row_0/A:col10/1732497840541/Put/seqid=0 2024-11-25T01:24:01,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741917_1093 (size=12301) 2024-11-25T01:24:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:24:01,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:24:01,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497901684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:01,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497901684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:01,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497901703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:01,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:01,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497901705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497901706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:01,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497901807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:01,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497901808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:01,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497901808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:01,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497901809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:01,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497901810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:02,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497902011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:02,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497902012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:02,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:02,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497902012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497902013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:02,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497902013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:02,049 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/fdda6089534948ad9d341a7da1757d39 2024-11-25T01:24:02,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/2ae690a0d3d5486da81579f4b08fda4f is 50, key is test_row_0/B:col10/1732497840541/Put/seqid=0 2024-11-25T01:24:02,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741918_1094 (size=12301) 2024-11-25T01:24:02,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497902316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:02,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497902316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:02,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497902319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:02,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497902321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:02,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497902323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:02,466 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/2ae690a0d3d5486da81579f4b08fda4f 2024-11-25T01:24:02,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/b639b12d79e14007880b6c2c24223e5f is 50, key is test_row_0/C:col10/1732497840541/Put/seqid=0 2024-11-25T01:24:02,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741919_1095 (size=12301) 2024-11-25T01:24:02,481 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/b639b12d79e14007880b6c2c24223e5f 2024-11-25T01:24:02,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/fdda6089534948ad9d341a7da1757d39 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/fdda6089534948ad9d341a7da1757d39 2024-11-25T01:24:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T01:24:02,495 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/fdda6089534948ad9d341a7da1757d39, entries=150, sequenceid=397, filesize=12.0 K 2024-11-25T01:24:02,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/2ae690a0d3d5486da81579f4b08fda4f as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/2ae690a0d3d5486da81579f4b08fda4f 2024-11-25T01:24:02,502 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/2ae690a0d3d5486da81579f4b08fda4f, entries=150, sequenceid=397, filesize=12.0 K 2024-11-25T01:24:02,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/b639b12d79e14007880b6c2c24223e5f as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/b639b12d79e14007880b6c2c24223e5f 2024-11-25T01:24:02,511 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/b639b12d79e14007880b6c2c24223e5f, entries=150, sequenceid=397, filesize=12.0 K 2024-11-25T01:24:02,512 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 7dd3b987ccd77cd6673139bc387d3e75 in 882ms, sequenceid=397, compaction requested=true 2024-11-25T01:24:02,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:24:02,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:02,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-25T01:24:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-25T01:24:02,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-25T01:24:02,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1240 sec 2024-11-25T01:24:02,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 2.1340 sec 2024-11-25T01:24:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:24:02,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7dd3b987ccd77cd6673139bc387d3e75 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T01:24:02,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=A 2024-11-25T01:24:02,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:02,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=B 2024-11-25T01:24:02,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:02,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=C 2024-11-25T01:24:02,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:02,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/995e2ce24e7a482a8a1574b33040f4b6 is 50, key is test_row_0/A:col10/1732497841685/Put/seqid=0 2024-11-25T01:24:02,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497902833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:02,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497902835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:02,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497902837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:02,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497902837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:02,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497902838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:02,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741920_1096 (size=14741) 2024-11-25T01:24:02,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/995e2ce24e7a482a8a1574b33040f4b6 2024-11-25T01:24:02,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/e4e04d51d6634f02a84aa362c3a2dbe4 is 50, key is test_row_0/B:col10/1732497841685/Put/seqid=0 2024-11-25T01:24:02,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741921_1097 (size=12301) 2024-11-25T01:24:02,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497902939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:02,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497902939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:02,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497902939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:02,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497902944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:02,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497902955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:03,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497903141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:03,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497903142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:03,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497903145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:03,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497903147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:03,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497903161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:03,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/e4e04d51d6634f02a84aa362c3a2dbe4 2024-11-25T01:24:03,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/16fe97fe3ff649e0b30e0d5a874ad166 is 50, key is test_row_0/C:col10/1732497841685/Put/seqid=0 2024-11-25T01:24:03,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741922_1098 (size=12301) 2024-11-25T01:24:03,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/16fe97fe3ff649e0b30e0d5a874ad166 2024-11-25T01:24:03,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/995e2ce24e7a482a8a1574b33040f4b6 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/995e2ce24e7a482a8a1574b33040f4b6 2024-11-25T01:24:03,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/995e2ce24e7a482a8a1574b33040f4b6, entries=200, sequenceid=419, filesize=14.4 K 2024-11-25T01:24:03,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/e4e04d51d6634f02a84aa362c3a2dbe4 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/e4e04d51d6634f02a84aa362c3a2dbe4 2024-11-25T01:24:03,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/e4e04d51d6634f02a84aa362c3a2dbe4, entries=150, sequenceid=419, filesize=12.0 K 2024-11-25T01:24:03,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/16fe97fe3ff649e0b30e0d5a874ad166 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/16fe97fe3ff649e0b30e0d5a874ad166 2024-11-25T01:24:03,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/16fe97fe3ff649e0b30e0d5a874ad166, entries=150, sequenceid=419, filesize=12.0 K 2024-11-25T01:24:03,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 7dd3b987ccd77cd6673139bc387d3e75 in 532ms, sequenceid=419, compaction requested=true 2024-11-25T01:24:03,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:24:03,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:24:03,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:03,355 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:24:03,355 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:24:03,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:24:03,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:03,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:24:03,358 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:24:03,358 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52462 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:24:03,358 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/A is initiating minor compaction (all files) 2024-11-25T01:24:03,358 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/B is initiating minor compaction (all files) 2024-11-25T01:24:03,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:03,358 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/A in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:03,358 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/B in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:03,359 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/34f4a7f4150f4f96b2a56c0b99031df9, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/8e16d868dbf24f6abe6933019a719b9b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/fdda6089534948ad9d341a7da1757d39, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/995e2ce24e7a482a8a1574b33040f4b6] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=51.2 K 2024-11-25T01:24:03,358 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/7f7e7dd7e5cd4e739c966efc7a8ab1cf, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/12af798cd59c42d39b7f0aac966e0d14, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/2ae690a0d3d5486da81579f4b08fda4f, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/e4e04d51d6634f02a84aa362c3a2dbe4] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=48.8 K 2024-11-25T01:24:03,359 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34f4a7f4150f4f96b2a56c0b99031df9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732497839766 2024-11-25T01:24:03,360 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f7e7dd7e5cd4e739c966efc7a8ab1cf, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732497839766 2024-11-25T01:24:03,360 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e16d868dbf24f6abe6933019a719b9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732497840408 2024-11-25T01:24:03,360 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 12af798cd59c42d39b7f0aac966e0d14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732497840408 2024-11-25T01:24:03,361 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdda6089534948ad9d341a7da1757d39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732497840541 2024-11-25T01:24:03,361 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ae690a0d3d5486da81579f4b08fda4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732497840541 2024-11-25T01:24:03,361 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 995e2ce24e7a482a8a1574b33040f4b6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732497841682 2024-11-25T01:24:03,362 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting e4e04d51d6634f02a84aa362c3a2dbe4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732497841685 2024-11-25T01:24:03,379 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#B#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:03,380 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/e42b68165ccf4b2db27cd3db82a5afb6 is 50, key is test_row_0/B:col10/1732497841685/Put/seqid=0 2024-11-25T01:24:03,384 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#A#compaction#85 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:03,385 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/5ed1bbe8d5f24f5cbe26d2065fdbcbdc is 50, key is test_row_0/A:col10/1732497841685/Put/seqid=0 2024-11-25T01:24:03,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741923_1099 (size=13255) 2024-11-25T01:24:03,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741924_1100 (size=13255) 2024-11-25T01:24:03,438 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/5ed1bbe8d5f24f5cbe26d2065fdbcbdc as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/5ed1bbe8d5f24f5cbe26d2065fdbcbdc 2024-11-25T01:24:03,446 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/A of 7dd3b987ccd77cd6673139bc387d3e75 into 5ed1bbe8d5f24f5cbe26d2065fdbcbdc(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:03,447 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:24:03,447 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/A, priority=12, startTime=1732497843355; duration=0sec 2024-11-25T01:24:03,447 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:03,447 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:A 2024-11-25T01:24:03,447 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:24:03,449 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:24:03,449 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/C is initiating minor compaction (all files) 2024-11-25T01:24:03,450 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/C in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:03,450 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/204c5d6df5604864bb35eb891790a039, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/db7b1e38105148618a50463eb5a4c757, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/b639b12d79e14007880b6c2c24223e5f, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/16fe97fe3ff649e0b30e0d5a874ad166] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=48.8 K 2024-11-25T01:24:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:24:03,451 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 204c5d6df5604864bb35eb891790a039, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732497839766 2024-11-25T01:24:03,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7dd3b987ccd77cd6673139bc387d3e75 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T01:24:03,452 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting db7b1e38105148618a50463eb5a4c757, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732497840408 2024-11-25T01:24:03,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=A 2024-11-25T01:24:03,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:03,452 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting b639b12d79e14007880b6c2c24223e5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732497840541 2024-11-25T01:24:03,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=B 2024-11-25T01:24:03,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:03,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=C 2024-11-25T01:24:03,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:03,453 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16fe97fe3ff649e0b30e0d5a874ad166, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732497841685 2024-11-25T01:24:03,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/7c8bc27e2dd54354943aff7f42a1df19 is 50, key is test_row_0/A:col10/1732497842837/Put/seqid=0 2024-11-25T01:24:03,470 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#C#compaction#87 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:03,471 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/d670a70f6ae94d5abf08c8b38d70fbaf is 50, key is test_row_0/C:col10/1732497841685/Put/seqid=0 2024-11-25T01:24:03,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497903474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:03,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497903475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:03,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497903476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:03,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497903478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:03,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497903479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:03,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741926_1102 (size=13255) 2024-11-25T01:24:03,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741925_1101 (size=14741) 2024-11-25T01:24:03,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/7c8bc27e2dd54354943aff7f42a1df19 2024-11-25T01:24:03,504 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/d670a70f6ae94d5abf08c8b38d70fbaf as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/d670a70f6ae94d5abf08c8b38d70fbaf 2024-11-25T01:24:03,515 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/C of 7dd3b987ccd77cd6673139bc387d3e75 into d670a70f6ae94d5abf08c8b38d70fbaf(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:03,515 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:24:03,515 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/C, priority=12, startTime=1732497843357; duration=0sec 2024-11-25T01:24:03,515 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:03,515 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:C 2024-11-25T01:24:03,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/bde212b93f244ed990743df5a7ae23b5 is 50, key is test_row_0/B:col10/1732497842837/Put/seqid=0 2024-11-25T01:24:03,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741927_1103 (size=12301) 2024-11-25T01:24:03,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/bde212b93f244ed990743df5a7ae23b5 2024-11-25T01:24:03,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/7e02724d4d194e3fb8221f680e64fabf is 50, key is test_row_0/C:col10/1732497842837/Put/seqid=0 2024-11-25T01:24:03,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741928_1104 (size=12301) 2024-11-25T01:24:03,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/7e02724d4d194e3fb8221f680e64fabf 2024-11-25T01:24:03,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/7c8bc27e2dd54354943aff7f42a1df19 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/7c8bc27e2dd54354943aff7f42a1df19 2024-11-25T01:24:03,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/7c8bc27e2dd54354943aff7f42a1df19, entries=200, sequenceid=437, filesize=14.4 K 2024-11-25T01:24:03,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/bde212b93f244ed990743df5a7ae23b5 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/bde212b93f244ed990743df5a7ae23b5 2024-11-25T01:24:03,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497903580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:03,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497903580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:03,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497903581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:03,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497903584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:03,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497903585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:03,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/bde212b93f244ed990743df5a7ae23b5, entries=150, sequenceid=437, filesize=12.0 K 2024-11-25T01:24:03,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/7e02724d4d194e3fb8221f680e64fabf as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/7e02724d4d194e3fb8221f680e64fabf 2024-11-25T01:24:03,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/7e02724d4d194e3fb8221f680e64fabf, entries=150, sequenceid=437, filesize=12.0 K 2024-11-25T01:24:03,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 7dd3b987ccd77cd6673139bc387d3e75 in 150ms, sequenceid=437, compaction requested=false 2024-11-25T01:24:03,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:24:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:24:03,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7dd3b987ccd77cd6673139bc387d3e75 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T01:24:03,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=A 2024-11-25T01:24:03,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:03,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=B 2024-11-25T01:24:03,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:03,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=C 2024-11-25T01:24:03,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:03,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/14a374debecd41ac8149d090f170c5ee is 50, key is test_row_0/A:col10/1732497843467/Put/seqid=0 2024-11-25T01:24:03,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497903795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:03,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497903795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:03,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497903796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:03,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497903797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:03,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497903798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:03,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741929_1105 (size=19621) 2024-11-25T01:24:03,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/14a374debecd41ac8149d090f170c5ee 2024-11-25T01:24:03,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/4b07a56636ca4e85b60ca09ae90ec29d is 50, key is test_row_0/B:col10/1732497843467/Put/seqid=0 2024-11-25T01:24:03,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741930_1106 (size=12301) 2024-11-25T01:24:03,817 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/e42b68165ccf4b2db27cd3db82a5afb6 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/e42b68165ccf4b2db27cd3db82a5afb6 2024-11-25T01:24:03,823 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/B of 7dd3b987ccd77cd6673139bc387d3e75 into e42b68165ccf4b2db27cd3db82a5afb6(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:03,823 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:24:03,823 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/B, priority=12, startTime=1732497843355; duration=0sec 2024-11-25T01:24:03,824 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:03,824 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:B 2024-11-25T01:24:03,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497903899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:03,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497903899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:03,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497903900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:03,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497903900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:03,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497903900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:04,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497904102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:04,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497904102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:04,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497904103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:04,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497904104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:04,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497904104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:04,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/4b07a56636ca4e85b60ca09ae90ec29d 2024-11-25T01:24:04,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/888e32a062024f0ab90d1139888e05a3 is 50, key is test_row_0/C:col10/1732497843467/Put/seqid=0 2024-11-25T01:24:04,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741931_1107 (size=12301) 2024-11-25T01:24:04,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497904406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:04,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:04,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497904406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497904406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:04,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:04,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497904407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497904407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T01:24:04,493 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-25T01:24:04,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:24:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-25T01:24:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T01:24:04,497 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:24:04,500 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:24:04,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:24:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T01:24:04,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/888e32a062024f0ab90d1139888e05a3 2024-11-25T01:24:04,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/14a374debecd41ac8149d090f170c5ee as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/14a374debecd41ac8149d090f170c5ee 2024-11-25T01:24:04,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/14a374debecd41ac8149d090f170c5ee, entries=300, sequenceid=461, filesize=19.2 K 2024-11-25T01:24:04,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/4b07a56636ca4e85b60ca09ae90ec29d as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/4b07a56636ca4e85b60ca09ae90ec29d 2024-11-25T01:24:04,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/4b07a56636ca4e85b60ca09ae90ec29d, entries=150, sequenceid=461, filesize=12.0 K 2024-11-25T01:24:04,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/888e32a062024f0ab90d1139888e05a3 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/888e32a062024f0ab90d1139888e05a3 2024-11-25T01:24:04,653 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:04,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T01:24:04,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:04,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:24:04,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:04,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:04,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:04,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/888e32a062024f0ab90d1139888e05a3, entries=150, sequenceid=461, filesize=12.0 K 2024-11-25T01:24:04,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 7dd3b987ccd77cd6673139bc387d3e75 in 872ms, sequenceid=461, compaction requested=true 2024-11-25T01:24:04,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:24:04,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:24:04,658 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:04,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:04,658 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:04,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:24:04,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:04,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:24:04,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:04,660 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47617 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:04,660 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/A is initiating minor compaction (all files) 2024-11-25T01:24:04,660 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/A in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:04,660 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/5ed1bbe8d5f24f5cbe26d2065fdbcbdc, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/7c8bc27e2dd54354943aff7f42a1df19, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/14a374debecd41ac8149d090f170c5ee] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=46.5 K 2024-11-25T01:24:04,660 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:04,661 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ed1bbe8d5f24f5cbe26d2065fdbcbdc, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732497841685 2024-11-25T01:24:04,661 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/B is initiating minor compaction (all files) 2024-11-25T01:24:04,661 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/B in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:04,661 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/e42b68165ccf4b2db27cd3db82a5afb6, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/bde212b93f244ed990743df5a7ae23b5, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/4b07a56636ca4e85b60ca09ae90ec29d] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=37.0 K 2024-11-25T01:24:04,661 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c8bc27e2dd54354943aff7f42a1df19, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732497842832 2024-11-25T01:24:04,661 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting e42b68165ccf4b2db27cd3db82a5afb6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732497841685 2024-11-25T01:24:04,661 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14a374debecd41ac8149d090f170c5ee, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1732497843467 2024-11-25T01:24:04,662 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting bde212b93f244ed990743df5a7ae23b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732497842837 2024-11-25T01:24:04,663 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b07a56636ca4e85b60ca09ae90ec29d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1732497843467 2024-11-25T01:24:04,672 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#A#compaction#93 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:04,672 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/eaff43ced05f4ce19711dffba5cc1dc2 is 50, key is test_row_0/A:col10/1732497843467/Put/seqid=0 2024-11-25T01:24:04,674 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#B#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:04,674 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/11d14f2beabb452b8b7b4afe45758373 is 50, key is test_row_0/B:col10/1732497843467/Put/seqid=0 2024-11-25T01:24:04,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741932_1108 (size=13357) 2024-11-25T01:24:04,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741933_1109 (size=13357) 2024-11-25T01:24:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T01:24:04,808 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:04,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T01:24:04,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:04,809 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 7dd3b987ccd77cd6673139bc387d3e75 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T01:24:04,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=A 2024-11-25T01:24:04,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:04,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=B 2024-11-25T01:24:04,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:04,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=C 2024-11-25T01:24:04,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:04,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/8d77cb3d4fbc4310a11d88954870bb09 is 50, key is test_row_0/A:col10/1732497843789/Put/seqid=0 2024-11-25T01:24:04,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741934_1110 (size=12301) 2024-11-25T01:24:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:24:04,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:24:04,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497904930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:04,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497904930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:04,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497904933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:04,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497904934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:04,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497904934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:05,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497905035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:05,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497905035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:05,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497905038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:05,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497905039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:05,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497905039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:05,096 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/eaff43ced05f4ce19711dffba5cc1dc2 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/eaff43ced05f4ce19711dffba5cc1dc2 2024-11-25T01:24:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T01:24:05,103 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/A of 7dd3b987ccd77cd6673139bc387d3e75 into eaff43ced05f4ce19711dffba5cc1dc2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:05,103 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:24:05,103 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/A, priority=13, startTime=1732497844658; duration=0sec 2024-11-25T01:24:05,103 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:05,103 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:A 2024-11-25T01:24:05,103 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:05,105 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:05,106 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/C is initiating minor compaction (all files) 2024-11-25T01:24:05,106 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/C in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:05,106 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/d670a70f6ae94d5abf08c8b38d70fbaf, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/7e02724d4d194e3fb8221f680e64fabf, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/888e32a062024f0ab90d1139888e05a3] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=37.0 K 2024-11-25T01:24:05,106 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting d670a70f6ae94d5abf08c8b38d70fbaf, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732497841685 2024-11-25T01:24:05,108 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e02724d4d194e3fb8221f680e64fabf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732497842837 2024-11-25T01:24:05,108 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/11d14f2beabb452b8b7b4afe45758373 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/11d14f2beabb452b8b7b4afe45758373 2024-11-25T01:24:05,108 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 888e32a062024f0ab90d1139888e05a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1732497843467 2024-11-25T01:24:05,116 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/B of 7dd3b987ccd77cd6673139bc387d3e75 into 11d14f2beabb452b8b7b4afe45758373(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:05,116 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:24:05,116 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/B, priority=13, startTime=1732497844658; duration=0sec 2024-11-25T01:24:05,117 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:05,117 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:B 2024-11-25T01:24:05,122 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#C#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:05,122 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/ed58b26836274f3a82c89a44f4729427 is 50, key is test_row_0/C:col10/1732497843467/Put/seqid=0 2024-11-25T01:24:05,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741935_1111 (size=13357) 2024-11-25T01:24:05,225 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/8d77cb3d4fbc4310a11d88954870bb09 2024-11-25T01:24:05,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/ff31052372544d5dbe0d3629286186f8 is 50, key is test_row_0/B:col10/1732497843789/Put/seqid=0 2024-11-25T01:24:05,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741936_1112 (size=12301) 2024-11-25T01:24:05,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497905240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:05,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497905240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:05,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497905241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:05,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497905242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:05,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497905242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:05,534 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/ed58b26836274f3a82c89a44f4729427 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/ed58b26836274f3a82c89a44f4729427 2024-11-25T01:24:05,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:05,543 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/C of 7dd3b987ccd77cd6673139bc387d3e75 into ed58b26836274f3a82c89a44f4729427(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497905542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:05,543 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:24:05,543 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/C, priority=13, startTime=1732497844659; duration=0sec 2024-11-25T01:24:05,543 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:05,543 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:C 2024-11-25T01:24:05,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:05,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497905543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497905544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:05,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497905545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:05,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497905547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T01:24:05,641 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/ff31052372544d5dbe0d3629286186f8 2024-11-25T01:24:05,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/c0bba682ba9844f585a52aec266a6de3 is 50, key is test_row_0/C:col10/1732497843789/Put/seqid=0 2024-11-25T01:24:05,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741937_1113 (size=12301) 2024-11-25T01:24:06,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497906044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:06,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497906048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:06,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497906049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:06,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497906050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:06,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497906050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:06,056 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/c0bba682ba9844f585a52aec266a6de3 2024-11-25T01:24:06,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/8d77cb3d4fbc4310a11d88954870bb09 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/8d77cb3d4fbc4310a11d88954870bb09 2024-11-25T01:24:06,068 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/8d77cb3d4fbc4310a11d88954870bb09, entries=150, sequenceid=475, filesize=12.0 K 2024-11-25T01:24:06,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/ff31052372544d5dbe0d3629286186f8 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/ff31052372544d5dbe0d3629286186f8 2024-11-25T01:24:06,074 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/ff31052372544d5dbe0d3629286186f8, entries=150, sequenceid=475, filesize=12.0 K 2024-11-25T01:24:06,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/c0bba682ba9844f585a52aec266a6de3 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/c0bba682ba9844f585a52aec266a6de3 2024-11-25T01:24:06,080 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/c0bba682ba9844f585a52aec266a6de3, entries=150, sequenceid=475, filesize=12.0 K 2024-11-25T01:24:06,081 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 7dd3b987ccd77cd6673139bc387d3e75 in 1271ms, sequenceid=475, compaction requested=false 2024-11-25T01:24:06,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:24:06,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:06,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-25T01:24:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-25T01:24:06,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-25T01:24:06,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5820 sec 2024-11-25T01:24:06,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.5900 sec 2024-11-25T01:24:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T01:24:06,601 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-25T01:24:06,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:24:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-25T01:24:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T01:24:06,605 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:24:06,606 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:24:06,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:24:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T01:24:06,758 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:06,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T01:24:06,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:06,759 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 7dd3b987ccd77cd6673139bc387d3e75 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T01:24:06,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=A 2024-11-25T01:24:06,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:06,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=B 2024-11-25T01:24:06,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:06,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=C 2024-11-25T01:24:06,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:06,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/2fcb64f3a0034db1b4b946d65ab1c1a2 is 50, key is test_row_0/A:col10/1732497844933/Put/seqid=0 2024-11-25T01:24:06,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741938_1114 (size=12301) 2024-11-25T01:24:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T01:24:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:24:07,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:24:07,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497907061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:07,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497907091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:07,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497907091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:07,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497907091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:07,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497907092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:07,170 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/2fcb64f3a0034db1b4b946d65ab1c1a2 2024-11-25T01:24:07,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/b9d5648020f0452daf488004366cd248 is 50, key is test_row_0/B:col10/1732497844933/Put/seqid=0 2024-11-25T01:24:07,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741939_1115 (size=12301) 2024-11-25T01:24:07,186 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/b9d5648020f0452daf488004366cd248 2024-11-25T01:24:07,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497907193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:07,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/e338de02959a4dffaac78588e68ace63 is 50, key is test_row_0/C:col10/1732497844933/Put/seqid=0 2024-11-25T01:24:07,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497907196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:07,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497907196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:07,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497907196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:07,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497907197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:07,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741940_1116 (size=12301) 2024-11-25T01:24:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T01:24:07,208 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/e338de02959a4dffaac78588e68ace63 2024-11-25T01:24:07,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/2fcb64f3a0034db1b4b946d65ab1c1a2 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/2fcb64f3a0034db1b4b946d65ab1c1a2 2024-11-25T01:24:07,219 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/2fcb64f3a0034db1b4b946d65ab1c1a2, entries=150, sequenceid=502, filesize=12.0 K 2024-11-25T01:24:07,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/b9d5648020f0452daf488004366cd248 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/b9d5648020f0452daf488004366cd248 2024-11-25T01:24:07,226 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/b9d5648020f0452daf488004366cd248, entries=150, sequenceid=502, filesize=12.0 K 2024-11-25T01:24:07,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/e338de02959a4dffaac78588e68ace63 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/e338de02959a4dffaac78588e68ace63 2024-11-25T01:24:07,232 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/e338de02959a4dffaac78588e68ace63, entries=150, sequenceid=502, filesize=12.0 K 2024-11-25T01:24:07,233 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 7dd3b987ccd77cd6673139bc387d3e75 in 475ms, sequenceid=502, compaction requested=true 2024-11-25T01:24:07,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:24:07,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:07,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-25T01:24:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-25T01:24:07,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-25T01:24:07,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 629 msec 2024-11-25T01:24:07,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 634 msec 2024-11-25T01:24:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:24:07,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7dd3b987ccd77cd6673139bc387d3e75 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T01:24:07,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=A 2024-11-25T01:24:07,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:07,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=B 2024-11-25T01:24:07,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:07,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=C 2024-11-25T01:24:07,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:07,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/ee4d6327e96e4c8d959a5f534281a150 is 50, key is test_row_0/A:col10/1732497847398/Put/seqid=0 2024-11-25T01:24:07,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741941_1117 (size=17181) 2024-11-25T01:24:07,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497907417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:07,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:07,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497907417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497907418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:07,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497907419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:07,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497907420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:07,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497907524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:07,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497907524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:07,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497907525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:07,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497907525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:07,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497907526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T01:24:07,708 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-25T01:24:07,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:24:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-25T01:24:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T01:24:07,711 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:24:07,712 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:24:07,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:24:07,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497907726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:07,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497907727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:07,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497907728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:07,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497907728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:07,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497907729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T01:24:07,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/ee4d6327e96e4c8d959a5f534281a150 2024-11-25T01:24:07,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/6a6e49c30fbe4e339d7699ef58ce4818 is 50, key is test_row_0/B:col10/1732497847398/Put/seqid=0 2024-11-25T01:24:07,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741942_1118 (size=12301) 2024-11-25T01:24:07,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/6a6e49c30fbe4e339d7699ef58ce4818 2024-11-25T01:24:07,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/3b2a5b0baa6545dbb446b1998ef8deea is 50, key is test_row_0/C:col10/1732497847398/Put/seqid=0 2024-11-25T01:24:07,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741943_1119 (size=12301) 2024-11-25T01:24:07,864 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:07,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T01:24:07,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:07,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:24:07,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:07,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:07,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T01:24:08,018 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:08,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T01:24:08,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:08,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:24:08,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:08,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:08,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:08,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497908029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:08,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497908031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:08,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497908032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:08,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497908033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:08,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497908033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:08,171 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:08,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T01:24:08,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:08,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:24:08,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:08,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:08,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:08,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/3b2a5b0baa6545dbb446b1998ef8deea 2024-11-25T01:24:08,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/ee4d6327e96e4c8d959a5f534281a150 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/ee4d6327e96e4c8d959a5f534281a150 2024-11-25T01:24:08,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/ee4d6327e96e4c8d959a5f534281a150, entries=250, sequenceid=517, filesize=16.8 K 2024-11-25T01:24:08,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/6a6e49c30fbe4e339d7699ef58ce4818 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/6a6e49c30fbe4e339d7699ef58ce4818 2024-11-25T01:24:08,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/6a6e49c30fbe4e339d7699ef58ce4818, entries=150, sequenceid=517, filesize=12.0 K 2024-11-25T01:24:08,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/3b2a5b0baa6545dbb446b1998ef8deea as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/3b2a5b0baa6545dbb446b1998ef8deea 2024-11-25T01:24:08,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/3b2a5b0baa6545dbb446b1998ef8deea, entries=150, sequenceid=517, filesize=12.0 K 2024-11-25T01:24:08,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 7dd3b987ccd77cd6673139bc387d3e75 in 882ms, sequenceid=517, compaction requested=true 2024-11-25T01:24:08,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:24:08,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:24:08,283 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:24:08,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:08,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:24:08,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:08,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:24:08,283 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:24:08,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:08,284 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:24:08,284 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55140 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:24:08,284 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/A is initiating minor compaction (all files) 2024-11-25T01:24:08,284 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/B is initiating minor compaction (all files) 2024-11-25T01:24:08,285 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/A in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:08,285 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/B in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:08,285 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/eaff43ced05f4ce19711dffba5cc1dc2, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/8d77cb3d4fbc4310a11d88954870bb09, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/2fcb64f3a0034db1b4b946d65ab1c1a2, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/ee4d6327e96e4c8d959a5f534281a150] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=53.8 K 2024-11-25T01:24:08,285 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/11d14f2beabb452b8b7b4afe45758373, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/ff31052372544d5dbe0d3629286186f8, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/b9d5648020f0452daf488004366cd248, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/6a6e49c30fbe4e339d7699ef58ce4818] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=49.1 K 2024-11-25T01:24:08,285 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting eaff43ced05f4ce19711dffba5cc1dc2, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1732497843467 2024-11-25T01:24:08,285 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 11d14f2beabb452b8b7b4afe45758373, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1732497843467 2024-11-25T01:24:08,286 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d77cb3d4fbc4310a11d88954870bb09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732497843789 2024-11-25T01:24:08,286 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting ff31052372544d5dbe0d3629286186f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732497843789 2024-11-25T01:24:08,286 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2fcb64f3a0034db1b4b946d65ab1c1a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=502, earliestPutTs=1732497844924 2024-11-25T01:24:08,286 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting b9d5648020f0452daf488004366cd248, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=502, earliestPutTs=1732497844924 2024-11-25T01:24:08,286 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee4d6327e96e4c8d959a5f534281a150, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1732497847059 2024-11-25T01:24:08,287 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a6e49c30fbe4e339d7699ef58ce4818, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1732497847091 2024-11-25T01:24:08,296 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#A#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:08,297 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#B#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:08,297 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/0de13fe36be640aabfa8305f9d55060f is 50, key is test_row_0/A:col10/1732497847398/Put/seqid=0 2024-11-25T01:24:08,297 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/39bc99ff50e84a14892080cc0b8a2365 is 50, key is test_row_0/B:col10/1732497847398/Put/seqid=0 2024-11-25T01:24:08,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741944_1120 (size=13493) 2024-11-25T01:24:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T01:24:08,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741945_1121 (size=13493) 2024-11-25T01:24:08,324 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:08,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T01:24:08,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:08,325 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 7dd3b987ccd77cd6673139bc387d3e75 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T01:24:08,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=A 2024-11-25T01:24:08,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:08,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=B 2024-11-25T01:24:08,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:08,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=C 2024-11-25T01:24:08,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:08,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/171627047556453b8cffea60b961f8a5 is 50, key is test_row_0/A:col10/1732497847416/Put/seqid=0 2024-11-25T01:24:08,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741946_1122 (size=12301) 2024-11-25T01:24:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:24:08,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:24:08,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497908547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:08,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497908547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:08,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497908549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:08,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497908549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:08,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497908550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:08,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497908651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:08,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497908652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:08,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497908653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:08,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497908655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:08,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497908655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:08,713 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/0de13fe36be640aabfa8305f9d55060f as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/0de13fe36be640aabfa8305f9d55060f 2024-11-25T01:24:08,720 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/A of 7dd3b987ccd77cd6673139bc387d3e75 into 0de13fe36be640aabfa8305f9d55060f(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:08,720 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:24:08,720 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/A, priority=12, startTime=1732497848283; duration=0sec 2024-11-25T01:24:08,720 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:08,720 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:A 2024-11-25T01:24:08,721 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:24:08,722 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:24:08,722 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/C is initiating minor compaction (all files) 2024-11-25T01:24:08,722 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/C in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:08,723 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/ed58b26836274f3a82c89a44f4729427, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/c0bba682ba9844f585a52aec266a6de3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/e338de02959a4dffaac78588e68ace63, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/3b2a5b0baa6545dbb446b1998ef8deea] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=49.1 K 2024-11-25T01:24:08,723 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed58b26836274f3a82c89a44f4729427, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1732497843467 2024-11-25T01:24:08,723 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0bba682ba9844f585a52aec266a6de3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732497843789 2024-11-25T01:24:08,724 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/39bc99ff50e84a14892080cc0b8a2365 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/39bc99ff50e84a14892080cc0b8a2365 2024-11-25T01:24:08,724 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting e338de02959a4dffaac78588e68ace63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=502, earliestPutTs=1732497844924 2024-11-25T01:24:08,724 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b2a5b0baa6545dbb446b1998ef8deea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1732497847091 2024-11-25T01:24:08,733 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/B of 7dd3b987ccd77cd6673139bc387d3e75 into 39bc99ff50e84a14892080cc0b8a2365(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:08,733 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:24:08,733 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/B, priority=12, startTime=1732497848283; duration=0sec 2024-11-25T01:24:08,733 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:08,733 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:B 2024-11-25T01:24:08,737 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/171627047556453b8cffea60b961f8a5 2024-11-25T01:24:08,738 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#C#compaction#108 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:08,739 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/2ce83db54c39466ea6145c6db2105bfe is 50, key is test_row_0/C:col10/1732497847398/Put/seqid=0 2024-11-25T01:24:08,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/430b6fec7a54422e8c6bb084fb65c0a4 is 50, key is test_row_0/B:col10/1732497847416/Put/seqid=0 2024-11-25T01:24:08,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741947_1123 (size=13493) 2024-11-25T01:24:08,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741948_1124 (size=12301) 2024-11-25T01:24:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T01:24:08,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497908856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:08,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497908856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:08,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497908858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:08,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497908859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:08,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497908860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:09,157 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/430b6fec7a54422e8c6bb084fb65c0a4 2024-11-25T01:24:09,157 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/2ce83db54c39466ea6145c6db2105bfe as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/2ce83db54c39466ea6145c6db2105bfe 2024-11-25T01:24:09,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497909160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:09,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497909161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:09,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497909162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:09,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497909162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:09,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497909164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:09,168 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/C of 7dd3b987ccd77cd6673139bc387d3e75 into 2ce83db54c39466ea6145c6db2105bfe(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:09,168 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:24:09,168 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/C, priority=12, startTime=1732497848283; duration=0sec 2024-11-25T01:24:09,169 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:09,169 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:C 2024-11-25T01:24:09,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/b12f559c7ff3432284b61589d1634832 is 50, key is test_row_0/C:col10/1732497847416/Put/seqid=0 2024-11-25T01:24:09,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741949_1125 (size=12301) 2024-11-25T01:24:09,583 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/b12f559c7ff3432284b61589d1634832 2024-11-25T01:24:09,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/171627047556453b8cffea60b961f8a5 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/171627047556453b8cffea60b961f8a5 2024-11-25T01:24:09,594 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/171627047556453b8cffea60b961f8a5, entries=150, sequenceid=538, filesize=12.0 K 2024-11-25T01:24:09,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/430b6fec7a54422e8c6bb084fb65c0a4 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/430b6fec7a54422e8c6bb084fb65c0a4 2024-11-25T01:24:09,601 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/430b6fec7a54422e8c6bb084fb65c0a4, entries=150, sequenceid=538, filesize=12.0 K 2024-11-25T01:24:09,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/b12f559c7ff3432284b61589d1634832 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/b12f559c7ff3432284b61589d1634832 2024-11-25T01:24:09,606 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/b12f559c7ff3432284b61589d1634832, entries=150, sequenceid=538, filesize=12.0 K 2024-11-25T01:24:09,607 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 7dd3b987ccd77cd6673139bc387d3e75 in 1282ms, sequenceid=538, compaction requested=false 2024-11-25T01:24:09,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:24:09,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:09,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-25T01:24:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-25T01:24:09,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-25T01:24:09,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8970 sec 2024-11-25T01:24:09,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.9020 sec 2024-11-25T01:24:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:24:09,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7dd3b987ccd77cd6673139bc387d3e75 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T01:24:09,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=A 2024-11-25T01:24:09,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:09,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=B 2024-11-25T01:24:09,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:09,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=C 2024-11-25T01:24:09,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:09,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/8c8067ced8dd4a30b47287b95ce860d2 is 50, key is test_row_0/A:col10/1732497849663/Put/seqid=0 2024-11-25T01:24:09,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741950_1126 (size=14741) 2024-11-25T01:24:09,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497909707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:09,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497909707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:09,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497909708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:09,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497909709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:09,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497909709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:09,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497909811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T01:24:09,815 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-25T01:24:09,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497909812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:09,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497909812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:09,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497909812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:09,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497909812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:09,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:24:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-25T01:24:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T01:24:09,819 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:24:09,820 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:24:09,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:24:09,913 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x522af94d to 127.0.0.1:50052 2024-11-25T01:24:09,913 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e3a4695 to 127.0.0.1:50052 2024-11-25T01:24:09,913 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04d2d42f to 127.0.0.1:50052 2024-11-25T01:24:09,913 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:24:09,913 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:24:09,913 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:24:09,913 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75a3f509 to 127.0.0.1:50052 2024-11-25T01:24:09,913 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:24:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T01:24:09,972 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:09,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-25T01:24:09,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:09,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:24:09,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:09,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:09,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:10,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497910013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:10,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497910016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:10,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497910018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:10,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497910018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:10,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497910018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:10,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/8c8067ced8dd4a30b47287b95ce860d2 2024-11-25T01:24:10,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/2faddaa7be334c648b6d28211a4cf7c5 is 50, key is test_row_0/B:col10/1732497849663/Put/seqid=0 2024-11-25T01:24:10,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741951_1127 (size=12301) 2024-11-25T01:24:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T01:24:10,125 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:10,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-25T01:24:10,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:10,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:24:10,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:10,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:10,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:10,278 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:10,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-25T01:24:10,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:10,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:24:10,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:10,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:10,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:10,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497910317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:10,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497910319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:10,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497910320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:10,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497910320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:10,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497910321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T01:24:10,431 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:10,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-25T01:24:10,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:10,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:24:10,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:10,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:10,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:10,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/2faddaa7be334c648b6d28211a4cf7c5 2024-11-25T01:24:10,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/004e42016235406b9acdb4c95da87976 is 50, key is test_row_0/C:col10/1732497849663/Put/seqid=0 2024-11-25T01:24:10,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741952_1128 (size=12301) 2024-11-25T01:24:10,584 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:10,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-25T01:24:10,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:10,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:24:10,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:10,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:10,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:10,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:10,737 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:10,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-25T01:24:10,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:10,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:24:10,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:10,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:10,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:10,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1732497910818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:10,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54296 deadline: 1732497910820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:10,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1732497910822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:10,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54316 deadline: 1732497910823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:10,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54338 deadline: 1732497910823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:10,890 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:10,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-25T01:24:10,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:10,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:24:10,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:10,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:10,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:10,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/004e42016235406b9acdb4c95da87976 2024-11-25T01:24:10,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/8c8067ced8dd4a30b47287b95ce860d2 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/8c8067ced8dd4a30b47287b95ce860d2 2024-11-25T01:24:10,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/8c8067ced8dd4a30b47287b95ce860d2, entries=200, sequenceid=558, filesize=14.4 K 2024-11-25T01:24:10,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/2faddaa7be334c648b6d28211a4cf7c5 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/2faddaa7be334c648b6d28211a4cf7c5 2024-11-25T01:24:10,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/2faddaa7be334c648b6d28211a4cf7c5, entries=150, sequenceid=558, filesize=12.0 K 2024-11-25T01:24:10,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/004e42016235406b9acdb4c95da87976 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/004e42016235406b9acdb4c95da87976 2024-11-25T01:24:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T01:24:10,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/004e42016235406b9acdb4c95da87976, entries=150, sequenceid=558, filesize=12.0 K 2024-11-25T01:24:10,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 7dd3b987ccd77cd6673139bc387d3e75 in 1260ms, sequenceid=558, compaction requested=true 2024-11-25T01:24:10,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:24:10,925 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:10,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:24:10,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:10,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:24:10,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:10,925 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:10,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7dd3b987ccd77cd6673139bc387d3e75:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:24:10,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:10,926 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40535 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:10,926 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/A is initiating minor compaction (all files) 2024-11-25T01:24:10,926 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/A in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:10,926 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:10,926 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/0de13fe36be640aabfa8305f9d55060f, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/171627047556453b8cffea60b961f8a5, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/8c8067ced8dd4a30b47287b95ce860d2] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=39.6 K 2024-11-25T01:24:10,926 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/B is initiating minor compaction (all files) 2024-11-25T01:24:10,926 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/B in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:10,926 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/39bc99ff50e84a14892080cc0b8a2365, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/430b6fec7a54422e8c6bb084fb65c0a4, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/2faddaa7be334c648b6d28211a4cf7c5] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=37.2 K 2024-11-25T01:24:10,927 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0de13fe36be640aabfa8305f9d55060f, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1732497847091 2024-11-25T01:24:10,927 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 39bc99ff50e84a14892080cc0b8a2365, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1732497847091 2024-11-25T01:24:10,927 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 171627047556453b8cffea60b961f8a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1732497847416 2024-11-25T01:24:10,927 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 430b6fec7a54422e8c6bb084fb65c0a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1732497847416 2024-11-25T01:24:10,927 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c8067ced8dd4a30b47287b95ce860d2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1732497848545 2024-11-25T01:24:10,928 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 2faddaa7be334c648b6d28211a4cf7c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1732497848548 2024-11-25T01:24:10,936 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#A#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:10,936 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/c008d556e0314a11ac1c260b328c301b is 50, key is test_row_0/A:col10/1732497849663/Put/seqid=0 2024-11-25T01:24:10,936 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#B#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:10,937 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/59389e5ee2254e2789453fe0275429bc is 50, key is test_row_0/B:col10/1732497849663/Put/seqid=0 2024-11-25T01:24:10,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741953_1129 (size=13595) 2024-11-25T01:24:10,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741954_1130 (size=13595) 2024-11-25T01:24:11,043 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:11,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-25T01:24:11,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:11,044 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 7dd3b987ccd77cd6673139bc387d3e75 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T01:24:11,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=A 2024-11-25T01:24:11,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:11,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=B 2024-11-25T01:24:11,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:11,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=C 2024-11-25T01:24:11,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:11,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/d39c61bc4634404e9dc5ba1df6d067cc is 50, key is test_row_0/A:col10/1732497849673/Put/seqid=0 2024-11-25T01:24:11,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741955_1131 (size=12301) 2024-11-25T01:24:11,347 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/c008d556e0314a11ac1c260b328c301b as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/c008d556e0314a11ac1c260b328c301b 2024-11-25T01:24:11,347 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/59389e5ee2254e2789453fe0275429bc as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/59389e5ee2254e2789453fe0275429bc 2024-11-25T01:24:11,352 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/A of 7dd3b987ccd77cd6673139bc387d3e75 into c008d556e0314a11ac1c260b328c301b(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:11,352 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:24:11,352 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/A, priority=13, startTime=1732497850925; duration=0sec 2024-11-25T01:24:11,352 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/B of 7dd3b987ccd77cd6673139bc387d3e75 into 59389e5ee2254e2789453fe0275429bc(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:11,352 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:11,352 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:A 2024-11-25T01:24:11,352 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:24:11,352 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:11,352 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/B, priority=13, startTime=1732497850925; duration=0sec 2024-11-25T01:24:11,352 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:11,352 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:B 2024-11-25T01:24:11,353 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:11,353 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 7dd3b987ccd77cd6673139bc387d3e75/C is initiating minor compaction (all files) 2024-11-25T01:24:11,353 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7dd3b987ccd77cd6673139bc387d3e75/C in TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:11,353 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/2ce83db54c39466ea6145c6db2105bfe, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/b12f559c7ff3432284b61589d1634832, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/004e42016235406b9acdb4c95da87976] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp, totalSize=37.2 K 2024-11-25T01:24:11,354 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ce83db54c39466ea6145c6db2105bfe, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1732497847091 2024-11-25T01:24:11,354 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting b12f559c7ff3432284b61589d1634832, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1732497847416 2024-11-25T01:24:11,354 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 004e42016235406b9acdb4c95da87976, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1732497848548 2024-11-25T01:24:11,361 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7dd3b987ccd77cd6673139bc387d3e75#C#compaction#117 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:11,361 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/59b497e001d94a128ea97eb0ce26afd4 is 50, key is test_row_0/C:col10/1732497849663/Put/seqid=0 2024-11-25T01:24:11,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741956_1132 (size=13595) 2024-11-25T01:24:11,455 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=578 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/d39c61bc4634404e9dc5ba1df6d067cc 2024-11-25T01:24:11,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/6f69015677d24e018c0b1ed687aba5ad is 50, key is test_row_0/B:col10/1732497849673/Put/seqid=0 2024-11-25T01:24:11,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741957_1133 (size=12301) 2024-11-25T01:24:11,771 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/59b497e001d94a128ea97eb0ce26afd4 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/59b497e001d94a128ea97eb0ce26afd4 2024-11-25T01:24:11,775 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7dd3b987ccd77cd6673139bc387d3e75/C of 7dd3b987ccd77cd6673139bc387d3e75 into 59b497e001d94a128ea97eb0ce26afd4(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:11,775 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:24:11,775 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75., storeName=7dd3b987ccd77cd6673139bc387d3e75/C, priority=13, startTime=1732497850925; duration=0sec 2024-11-25T01:24:11,775 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:11,775 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7dd3b987ccd77cd6673139bc387d3e75:C 2024-11-25T01:24:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:24:11,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. as already flushing 2024-11-25T01:24:11,825 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x36f4802b to 127.0.0.1:50052 2024-11-25T01:24:11,825 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:24:11,829 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18db075f to 127.0.0.1:50052 2024-11-25T01:24:11,829 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bc751a9 to 127.0.0.1:50052 2024-11-25T01:24:11,829 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:24:11,829 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:24:11,831 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05552403 to 127.0.0.1:50052 2024-11-25T01:24:11,831 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46c0e492 to 127.0.0.1:50052 2024-11-25T01:24:11,831 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:24:11,831 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:24:11,867 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=578 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/6f69015677d24e018c0b1ed687aba5ad 2024-11-25T01:24:11,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/56b46a51db964409afecf34d0eda89fa is 50, key is test_row_0/C:col10/1732497849673/Put/seqid=0 2024-11-25T01:24:11,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741958_1134 (size=12301) 2024-11-25T01:24:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T01:24:12,278 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=578 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/56b46a51db964409afecf34d0eda89fa 2024-11-25T01:24:12,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/d39c61bc4634404e9dc5ba1df6d067cc as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/d39c61bc4634404e9dc5ba1df6d067cc 2024-11-25T01:24:12,287 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/d39c61bc4634404e9dc5ba1df6d067cc, entries=150, sequenceid=578, filesize=12.0 K 2024-11-25T01:24:12,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/6f69015677d24e018c0b1ed687aba5ad as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/6f69015677d24e018c0b1ed687aba5ad 2024-11-25T01:24:12,292 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/6f69015677d24e018c0b1ed687aba5ad, entries=150, sequenceid=578, filesize=12.0 K 2024-11-25T01:24:12,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/56b46a51db964409afecf34d0eda89fa as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/56b46a51db964409afecf34d0eda89fa 2024-11-25T01:24:12,297 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/56b46a51db964409afecf34d0eda89fa, entries=150, sequenceid=578, filesize=12.0 K 2024-11-25T01:24:12,298 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=33.54 KB/34350 for 7dd3b987ccd77cd6673139bc387d3e75 in 1254ms, sequenceid=578, compaction requested=false 2024-11-25T01:24:12,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:24:12,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:12,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-25T01:24:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-25T01:24:12,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-25T01:24:12,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4800 sec 2024-11-25T01:24:12,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 2.4850 sec 2024-11-25T01:24:12,861 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T01:24:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T01:24:13,924 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-25T01:24:13,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T01:24:13,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-25T01:24:13,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-11-25T01:24:13,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-25T01:24:13,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-25T01:24:13,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-25T01:24:13,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T01:24:13,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6347 2024-11-25T01:24:13,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6295 2024-11-25T01:24:13,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T01:24:13,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2759 2024-11-25T01:24:13,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8277 rows 2024-11-25T01:24:13,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2786 2024-11-25T01:24:13,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8358 rows 2024-11-25T01:24:13,924 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T01:24:13,924 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66d3c4a2 to 127.0.0.1:50052 2024-11-25T01:24:13,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:24:13,928 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T01:24:13,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T01:24:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T01:24:13,939 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732497853939"}]},"ts":"1732497853939"} 2024-11-25T01:24:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T01:24:13,941 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T01:24:13,943 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T01:24:13,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T01:24:13,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7dd3b987ccd77cd6673139bc387d3e75, UNASSIGN}] 2024-11-25T01:24:13,949 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7dd3b987ccd77cd6673139bc387d3e75, UNASSIGN 2024-11-25T01:24:13,949 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=7dd3b987ccd77cd6673139bc387d3e75, regionState=CLOSING, regionLocation=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:13,950 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T01:24:13,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; CloseRegionProcedure 7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462}] 2024-11-25T01:24:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T01:24:14,105 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:14,107 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(124): Close 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:24:14,107 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T01:24:14,108 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1681): Closing 7dd3b987ccd77cd6673139bc387d3e75, disabling compactions & flushes 2024-11-25T01:24:14,108 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:14,108 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:14,108 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. after waiting 0 ms 2024-11-25T01:24:14,108 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:14,108 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(2837): Flushing 7dd3b987ccd77cd6673139bc387d3e75 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T01:24:14,108 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=A 2024-11-25T01:24:14,108 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:14,108 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=B 2024-11-25T01:24:14,108 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:14,108 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7dd3b987ccd77cd6673139bc387d3e75, store=C 2024-11-25T01:24:14,108 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:14,113 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/6404c5de64c642359ee1146810d4791e is 50, key is test_row_0/A:col10/1732497851828/Put/seqid=0 2024-11-25T01:24:14,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741959_1135 (size=12301) 2024-11-25T01:24:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T01:24:14,517 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=589 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/6404c5de64c642359ee1146810d4791e 2024-11-25T01:24:14,525 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/e7f76e36e9244781bf7400fe4255e3c6 is 50, key is test_row_0/B:col10/1732497851828/Put/seqid=0 2024-11-25T01:24:14,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741960_1136 (size=12301) 2024-11-25T01:24:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T01:24:14,929 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=589 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/e7f76e36e9244781bf7400fe4255e3c6 2024-11-25T01:24:14,937 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/05425c01eaf54b688287fa3aaa8b0ddc is 50, key is test_row_0/C:col10/1732497851828/Put/seqid=0 2024-11-25T01:24:14,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741961_1137 (size=12301) 2024-11-25T01:24:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T01:24:15,342 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=589 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/05425c01eaf54b688287fa3aaa8b0ddc 2024-11-25T01:24:15,346 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/A/6404c5de64c642359ee1146810d4791e as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/6404c5de64c642359ee1146810d4791e 2024-11-25T01:24:15,350 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/6404c5de64c642359ee1146810d4791e, entries=150, sequenceid=589, filesize=12.0 K 2024-11-25T01:24:15,351 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/B/e7f76e36e9244781bf7400fe4255e3c6 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/e7f76e36e9244781bf7400fe4255e3c6 2024-11-25T01:24:15,355 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/e7f76e36e9244781bf7400fe4255e3c6, entries=150, sequenceid=589, filesize=12.0 K 2024-11-25T01:24:15,356 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/.tmp/C/05425c01eaf54b688287fa3aaa8b0ddc as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/05425c01eaf54b688287fa3aaa8b0ddc 2024-11-25T01:24:15,359 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/05425c01eaf54b688287fa3aaa8b0ddc, entries=150, sequenceid=589, filesize=12.0 K 2024-11-25T01:24:15,360 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 7dd3b987ccd77cd6673139bc387d3e75 in 1252ms, sequenceid=589, compaction requested=true 2024-11-25T01:24:15,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/e4ef6952fdb04b25b480a24182caaf81, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/9b11f46f10d7489e9966e50b03e963ee, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/1f40d8f38f494fb6903ffb2ff127c607, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/f6b7551f007f4694bf31b3e6a98455ce, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/c3e5d4461d394f5ea9a6059052080d09, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/764acdf3ad97438b896cc81949d431e4, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/b0efd0c819d34db691859008456b00d8, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/05250ac2549f48d68e6b60fec4f7b7dd, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/ca9af0e074524ffa8204a8c92e9ebf39, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/8c2939d0978445f1bf6bb11224c1c96f, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/8277bb1965004298a8724c3646018a5b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/17632969289c4b8997875f3a278dd230, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/579409fd8f184678add3711ccf165b85, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/49fd4e004447455ca1138330313b97a8, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/e2ec7e3d55df44449d2c667dee7e127f, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/1c7b5e3416ab4b74960354ac7e30f713, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/0a53d3dde41d4059b08ac7ef909babd1, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/adf4fa245fee467b9a928cc4b17edcc2, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/cd7581ee42d94cebb284cc491f76a7ef, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/4f970c0a6b7740ca955c634ead567c32, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/475915cbcbca4a03ac3b219c3699e8a5, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/802dcb67838a4fff8d14c1b8bd5c266c, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/c10922918cec4846975b35a75798b65e, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/dbfa8860c6a649ce9ffce7a4a9522c24, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/34f4a7f4150f4f96b2a56c0b99031df9, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/8e16d868dbf24f6abe6933019a719b9b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/fdda6089534948ad9d341a7da1757d39, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/995e2ce24e7a482a8a1574b33040f4b6, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/5ed1bbe8d5f24f5cbe26d2065fdbcbdc, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/7c8bc27e2dd54354943aff7f42a1df19, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/14a374debecd41ac8149d090f170c5ee, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/eaff43ced05f4ce19711dffba5cc1dc2, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/8d77cb3d4fbc4310a11d88954870bb09, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/2fcb64f3a0034db1b4b946d65ab1c1a2, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/ee4d6327e96e4c8d959a5f534281a150, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/0de13fe36be640aabfa8305f9d55060f, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/171627047556453b8cffea60b961f8a5, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/8c8067ced8dd4a30b47287b95ce860d2] to archive 2024-11-25T01:24:15,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T01:24:15,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/e4ef6952fdb04b25b480a24182caaf81 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/e4ef6952fdb04b25b480a24182caaf81 2024-11-25T01:24:15,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/9b11f46f10d7489e9966e50b03e963ee to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/9b11f46f10d7489e9966e50b03e963ee 2024-11-25T01:24:15,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/1f40d8f38f494fb6903ffb2ff127c607 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/1f40d8f38f494fb6903ffb2ff127c607 2024-11-25T01:24:15,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/f6b7551f007f4694bf31b3e6a98455ce to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/f6b7551f007f4694bf31b3e6a98455ce 2024-11-25T01:24:15,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/c3e5d4461d394f5ea9a6059052080d09 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/c3e5d4461d394f5ea9a6059052080d09 2024-11-25T01:24:15,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/764acdf3ad97438b896cc81949d431e4 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/764acdf3ad97438b896cc81949d431e4 2024-11-25T01:24:15,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/b0efd0c819d34db691859008456b00d8 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/b0efd0c819d34db691859008456b00d8 2024-11-25T01:24:15,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/05250ac2549f48d68e6b60fec4f7b7dd to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/05250ac2549f48d68e6b60fec4f7b7dd 2024-11-25T01:24:15,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/ca9af0e074524ffa8204a8c92e9ebf39 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/ca9af0e074524ffa8204a8c92e9ebf39 2024-11-25T01:24:15,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/8c2939d0978445f1bf6bb11224c1c96f to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/8c2939d0978445f1bf6bb11224c1c96f 2024-11-25T01:24:15,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/8277bb1965004298a8724c3646018a5b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/8277bb1965004298a8724c3646018a5b 2024-11-25T01:24:15,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/17632969289c4b8997875f3a278dd230 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/17632969289c4b8997875f3a278dd230 2024-11-25T01:24:15,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/579409fd8f184678add3711ccf165b85 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/579409fd8f184678add3711ccf165b85 2024-11-25T01:24:15,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/49fd4e004447455ca1138330313b97a8 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/49fd4e004447455ca1138330313b97a8 2024-11-25T01:24:15,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/e2ec7e3d55df44449d2c667dee7e127f to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/e2ec7e3d55df44449d2c667dee7e127f 2024-11-25T01:24:15,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/1c7b5e3416ab4b74960354ac7e30f713 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/1c7b5e3416ab4b74960354ac7e30f713 2024-11-25T01:24:15,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/0a53d3dde41d4059b08ac7ef909babd1 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/0a53d3dde41d4059b08ac7ef909babd1 2024-11-25T01:24:15,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/adf4fa245fee467b9a928cc4b17edcc2 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/adf4fa245fee467b9a928cc4b17edcc2 2024-11-25T01:24:15,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/cd7581ee42d94cebb284cc491f76a7ef to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/cd7581ee42d94cebb284cc491f76a7ef 2024-11-25T01:24:15,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/4f970c0a6b7740ca955c634ead567c32 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/4f970c0a6b7740ca955c634ead567c32 2024-11-25T01:24:15,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/475915cbcbca4a03ac3b219c3699e8a5 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/475915cbcbca4a03ac3b219c3699e8a5 2024-11-25T01:24:15,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/802dcb67838a4fff8d14c1b8bd5c266c to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/802dcb67838a4fff8d14c1b8bd5c266c 2024-11-25T01:24:15,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/c10922918cec4846975b35a75798b65e to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/c10922918cec4846975b35a75798b65e 2024-11-25T01:24:15,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/dbfa8860c6a649ce9ffce7a4a9522c24 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/dbfa8860c6a649ce9ffce7a4a9522c24 2024-11-25T01:24:15,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/34f4a7f4150f4f96b2a56c0b99031df9 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/34f4a7f4150f4f96b2a56c0b99031df9 2024-11-25T01:24:15,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/8e16d868dbf24f6abe6933019a719b9b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/8e16d868dbf24f6abe6933019a719b9b 2024-11-25T01:24:15,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/fdda6089534948ad9d341a7da1757d39 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/fdda6089534948ad9d341a7da1757d39 2024-11-25T01:24:15,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/995e2ce24e7a482a8a1574b33040f4b6 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/995e2ce24e7a482a8a1574b33040f4b6 2024-11-25T01:24:15,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/5ed1bbe8d5f24f5cbe26d2065fdbcbdc to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/5ed1bbe8d5f24f5cbe26d2065fdbcbdc 2024-11-25T01:24:15,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/7c8bc27e2dd54354943aff7f42a1df19 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/7c8bc27e2dd54354943aff7f42a1df19 2024-11-25T01:24:15,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/14a374debecd41ac8149d090f170c5ee to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/14a374debecd41ac8149d090f170c5ee 2024-11-25T01:24:15,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/eaff43ced05f4ce19711dffba5cc1dc2 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/eaff43ced05f4ce19711dffba5cc1dc2 2024-11-25T01:24:15,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/8d77cb3d4fbc4310a11d88954870bb09 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/8d77cb3d4fbc4310a11d88954870bb09 2024-11-25T01:24:15,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/2fcb64f3a0034db1b4b946d65ab1c1a2 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/2fcb64f3a0034db1b4b946d65ab1c1a2 2024-11-25T01:24:15,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/ee4d6327e96e4c8d959a5f534281a150 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/ee4d6327e96e4c8d959a5f534281a150 2024-11-25T01:24:15,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/0de13fe36be640aabfa8305f9d55060f to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/0de13fe36be640aabfa8305f9d55060f 2024-11-25T01:24:15,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/171627047556453b8cffea60b961f8a5 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/171627047556453b8cffea60b961f8a5 2024-11-25T01:24:15,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/8c8067ced8dd4a30b47287b95ce860d2 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/8c8067ced8dd4a30b47287b95ce860d2 2024-11-25T01:24:15,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/fa22c60ceb4a4aaca66507b426b48a7b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/43b43043b7fd4e3c94119d4e8eb9d5ca, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/aad6e255ca774cbf8a9a8ab62670c069, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/f56a69cf3cb14ed69c3403f8d86675d4, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/9b3e712163e04225869aba66b7a95cb9, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/7bb913d37bba4dd8bc121c4d67dbf071, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/7c03746d1e8743f4b19ffd80367d1a76, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/5e331bfe890d493185dbb2787381d95b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/4eb84bc2c0e44930a27c80ce229956a9, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/9b0a2f7e700e452db541e296e06faaa3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/ad3cc92eba6849f8b0e588748b2d4b86, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/061bdab59a54425a82d82bbf7c58f553, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/044b918a81c144d3a00bba7de310775e, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/00ec0bf2f73b480c9055a11f338a1c57, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/57e3cc0879d642289855e7c5af9add5c, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/4504ee37c8dd4633ab403ca7de66f700, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/4f1c93badc1d45f792d71eeed09c0c15, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/06c91f3cc7084a16b1e51d3518ab0d6a, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/8055812b436f4629bc89537390af7bd3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/fdfde3665d3b44b18666082d61b8d1a5, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/943fa472fead47fab608df4b01d89c5b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/d6fac8f5051b4a27819f4b22da8e1fbf, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/192a9a9fb4fe4d428211359ca913d283, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/7f7e7dd7e5cd4e739c966efc7a8ab1cf, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/9301784b71f242fdbdd351af5e67b95d, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/12af798cd59c42d39b7f0aac966e0d14, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/2ae690a0d3d5486da81579f4b08fda4f, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/e42b68165ccf4b2db27cd3db82a5afb6, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/e4e04d51d6634f02a84aa362c3a2dbe4, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/bde212b93f244ed990743df5a7ae23b5, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/11d14f2beabb452b8b7b4afe45758373, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/4b07a56636ca4e85b60ca09ae90ec29d, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/ff31052372544d5dbe0d3629286186f8, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/b9d5648020f0452daf488004366cd248, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/39bc99ff50e84a14892080cc0b8a2365, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/6a6e49c30fbe4e339d7699ef58ce4818, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/430b6fec7a54422e8c6bb084fb65c0a4, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/2faddaa7be334c648b6d28211a4cf7c5] to archive 2024-11-25T01:24:15,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T01:24:15,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/fa22c60ceb4a4aaca66507b426b48a7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/fa22c60ceb4a4aaca66507b426b48a7b 2024-11-25T01:24:15,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/43b43043b7fd4e3c94119d4e8eb9d5ca to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/43b43043b7fd4e3c94119d4e8eb9d5ca 2024-11-25T01:24:15,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/aad6e255ca774cbf8a9a8ab62670c069 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/aad6e255ca774cbf8a9a8ab62670c069 2024-11-25T01:24:15,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/f56a69cf3cb14ed69c3403f8d86675d4 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/f56a69cf3cb14ed69c3403f8d86675d4 2024-11-25T01:24:15,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/9b3e712163e04225869aba66b7a95cb9 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/9b3e712163e04225869aba66b7a95cb9 2024-11-25T01:24:15,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/7bb913d37bba4dd8bc121c4d67dbf071 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/7bb913d37bba4dd8bc121c4d67dbf071 2024-11-25T01:24:15,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/7c03746d1e8743f4b19ffd80367d1a76 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/7c03746d1e8743f4b19ffd80367d1a76 2024-11-25T01:24:15,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/5e331bfe890d493185dbb2787381d95b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/5e331bfe890d493185dbb2787381d95b 2024-11-25T01:24:15,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/4eb84bc2c0e44930a27c80ce229956a9 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/4eb84bc2c0e44930a27c80ce229956a9 2024-11-25T01:24:15,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/9b0a2f7e700e452db541e296e06faaa3 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/9b0a2f7e700e452db541e296e06faaa3 2024-11-25T01:24:15,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/ad3cc92eba6849f8b0e588748b2d4b86 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/ad3cc92eba6849f8b0e588748b2d4b86 2024-11-25T01:24:15,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/061bdab59a54425a82d82bbf7c58f553 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/061bdab59a54425a82d82bbf7c58f553 2024-11-25T01:24:15,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/044b918a81c144d3a00bba7de310775e to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/044b918a81c144d3a00bba7de310775e 2024-11-25T01:24:15,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/00ec0bf2f73b480c9055a11f338a1c57 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/00ec0bf2f73b480c9055a11f338a1c57 2024-11-25T01:24:15,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/57e3cc0879d642289855e7c5af9add5c to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/57e3cc0879d642289855e7c5af9add5c 2024-11-25T01:24:15,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/4504ee37c8dd4633ab403ca7de66f700 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/4504ee37c8dd4633ab403ca7de66f700 2024-11-25T01:24:15,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/4f1c93badc1d45f792d71eeed09c0c15 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/4f1c93badc1d45f792d71eeed09c0c15 2024-11-25T01:24:15,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/06c91f3cc7084a16b1e51d3518ab0d6a to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/06c91f3cc7084a16b1e51d3518ab0d6a 2024-11-25T01:24:15,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/8055812b436f4629bc89537390af7bd3 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/8055812b436f4629bc89537390af7bd3 2024-11-25T01:24:15,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/fdfde3665d3b44b18666082d61b8d1a5 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/fdfde3665d3b44b18666082d61b8d1a5 2024-11-25T01:24:15,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/943fa472fead47fab608df4b01d89c5b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/943fa472fead47fab608df4b01d89c5b 2024-11-25T01:24:15,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/d6fac8f5051b4a27819f4b22da8e1fbf to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/d6fac8f5051b4a27819f4b22da8e1fbf 2024-11-25T01:24:15,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/192a9a9fb4fe4d428211359ca913d283 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/192a9a9fb4fe4d428211359ca913d283 2024-11-25T01:24:15,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/7f7e7dd7e5cd4e739c966efc7a8ab1cf to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/7f7e7dd7e5cd4e739c966efc7a8ab1cf 2024-11-25T01:24:15,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/9301784b71f242fdbdd351af5e67b95d to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/9301784b71f242fdbdd351af5e67b95d 2024-11-25T01:24:15,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/12af798cd59c42d39b7f0aac966e0d14 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/12af798cd59c42d39b7f0aac966e0d14 2024-11-25T01:24:15,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/2ae690a0d3d5486da81579f4b08fda4f to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/2ae690a0d3d5486da81579f4b08fda4f 2024-11-25T01:24:15,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/e42b68165ccf4b2db27cd3db82a5afb6 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/e42b68165ccf4b2db27cd3db82a5afb6 2024-11-25T01:24:15,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/e4e04d51d6634f02a84aa362c3a2dbe4 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/e4e04d51d6634f02a84aa362c3a2dbe4 2024-11-25T01:24:15,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/bde212b93f244ed990743df5a7ae23b5 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/bde212b93f244ed990743df5a7ae23b5 2024-11-25T01:24:15,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/11d14f2beabb452b8b7b4afe45758373 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/11d14f2beabb452b8b7b4afe45758373 2024-11-25T01:24:15,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/4b07a56636ca4e85b60ca09ae90ec29d to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/4b07a56636ca4e85b60ca09ae90ec29d 2024-11-25T01:24:15,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/ff31052372544d5dbe0d3629286186f8 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/ff31052372544d5dbe0d3629286186f8 2024-11-25T01:24:15,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/b9d5648020f0452daf488004366cd248 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/b9d5648020f0452daf488004366cd248 2024-11-25T01:24:15,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/39bc99ff50e84a14892080cc0b8a2365 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/39bc99ff50e84a14892080cc0b8a2365 2024-11-25T01:24:15,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/6a6e49c30fbe4e339d7699ef58ce4818 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/6a6e49c30fbe4e339d7699ef58ce4818 2024-11-25T01:24:15,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/430b6fec7a54422e8c6bb084fb65c0a4 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/430b6fec7a54422e8c6bb084fb65c0a4 2024-11-25T01:24:15,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/2faddaa7be334c648b6d28211a4cf7c5 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/2faddaa7be334c648b6d28211a4cf7c5 2024-11-25T01:24:15,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/8f6c7946a5984ad3b58751483039acb7, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/60d589f01d424aa3973946120d7085ff, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/c9fd55c4f9f34c1faecf5670ef4eeb91, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/8e387870b75341e98228dcdfec0c8363, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/71382346429b44cdb258a8b67ff719cf, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/8b284d1ef9f046dc894835c5d5e67740, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/f9136e8e0112498199b5f2f2614ef81b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/7e08e5322cfd4eb9bf4e3e22ff68c4b4, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/24b67d83973945fb835fb70332785867, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/a7f277490bba483abbf20fc93b1596fe, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/9c14e4c72543421fa98872d307b24c67, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/e36c4cd724a447f2b24e59916291273d, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/62813e2dc3a54580abb7953d8ab1dae1, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/34b276a6635e4342945ecc0b05edfb96, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/62a7bf0b04bd42fc93f89a046bda7eb0, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/54ee86389b0b4add9501f8e58a8a31bd, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/2ee258d8984945aaa9a9b90f67e8038a, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/be52ac42c8fe494dbe8e7f8206fe3768, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/fbf75fdf53174925a1240d49e3217e67, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/226fe774811742e7990f0db4f49f0449, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/ad93d66885fd4277a7431fd608a6cbc4, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/1b8d51b8621b43bdb2b13392f98b5ede, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/cbce2ddb11c545a8b8c1a822176dbcaa, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/204c5d6df5604864bb35eb891790a039, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/8111a10ae8734d5d8f364cbea386a295, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/db7b1e38105148618a50463eb5a4c757, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/b639b12d79e14007880b6c2c24223e5f, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/d670a70f6ae94d5abf08c8b38d70fbaf, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/16fe97fe3ff649e0b30e0d5a874ad166, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/7e02724d4d194e3fb8221f680e64fabf, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/ed58b26836274f3a82c89a44f4729427, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/888e32a062024f0ab90d1139888e05a3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/c0bba682ba9844f585a52aec266a6de3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/e338de02959a4dffaac78588e68ace63, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/2ce83db54c39466ea6145c6db2105bfe, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/3b2a5b0baa6545dbb446b1998ef8deea, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/b12f559c7ff3432284b61589d1634832, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/004e42016235406b9acdb4c95da87976] to archive 2024-11-25T01:24:15,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T01:24:15,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/8f6c7946a5984ad3b58751483039acb7 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/8f6c7946a5984ad3b58751483039acb7 2024-11-25T01:24:15,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/60d589f01d424aa3973946120d7085ff to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/60d589f01d424aa3973946120d7085ff 2024-11-25T01:24:15,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/c9fd55c4f9f34c1faecf5670ef4eeb91 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/c9fd55c4f9f34c1faecf5670ef4eeb91 2024-11-25T01:24:15,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/8e387870b75341e98228dcdfec0c8363 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/8e387870b75341e98228dcdfec0c8363 2024-11-25T01:24:15,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/71382346429b44cdb258a8b67ff719cf to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/71382346429b44cdb258a8b67ff719cf 2024-11-25T01:24:15,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/8b284d1ef9f046dc894835c5d5e67740 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/8b284d1ef9f046dc894835c5d5e67740 2024-11-25T01:24:15,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/f9136e8e0112498199b5f2f2614ef81b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/f9136e8e0112498199b5f2f2614ef81b 2024-11-25T01:24:15,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/7e08e5322cfd4eb9bf4e3e22ff68c4b4 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/7e08e5322cfd4eb9bf4e3e22ff68c4b4 2024-11-25T01:24:15,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/24b67d83973945fb835fb70332785867 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/24b67d83973945fb835fb70332785867 2024-11-25T01:24:15,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/a7f277490bba483abbf20fc93b1596fe to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/a7f277490bba483abbf20fc93b1596fe 2024-11-25T01:24:15,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/9c14e4c72543421fa98872d307b24c67 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/9c14e4c72543421fa98872d307b24c67 2024-11-25T01:24:15,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/e36c4cd724a447f2b24e59916291273d to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/e36c4cd724a447f2b24e59916291273d 2024-11-25T01:24:15,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/62813e2dc3a54580abb7953d8ab1dae1 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/62813e2dc3a54580abb7953d8ab1dae1 2024-11-25T01:24:15,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/34b276a6635e4342945ecc0b05edfb96 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/34b276a6635e4342945ecc0b05edfb96 2024-11-25T01:24:15,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/62a7bf0b04bd42fc93f89a046bda7eb0 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/62a7bf0b04bd42fc93f89a046bda7eb0 2024-11-25T01:24:15,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/54ee86389b0b4add9501f8e58a8a31bd to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/54ee86389b0b4add9501f8e58a8a31bd 2024-11-25T01:24:15,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/2ee258d8984945aaa9a9b90f67e8038a to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/2ee258d8984945aaa9a9b90f67e8038a 2024-11-25T01:24:15,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/be52ac42c8fe494dbe8e7f8206fe3768 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/be52ac42c8fe494dbe8e7f8206fe3768 2024-11-25T01:24:15,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/fbf75fdf53174925a1240d49e3217e67 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/fbf75fdf53174925a1240d49e3217e67 2024-11-25T01:24:15,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/226fe774811742e7990f0db4f49f0449 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/226fe774811742e7990f0db4f49f0449 2024-11-25T01:24:15,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/ad93d66885fd4277a7431fd608a6cbc4 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/ad93d66885fd4277a7431fd608a6cbc4 2024-11-25T01:24:15,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/1b8d51b8621b43bdb2b13392f98b5ede to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/1b8d51b8621b43bdb2b13392f98b5ede 2024-11-25T01:24:15,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/cbce2ddb11c545a8b8c1a822176dbcaa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/cbce2ddb11c545a8b8c1a822176dbcaa 2024-11-25T01:24:15,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/204c5d6df5604864bb35eb891790a039 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/204c5d6df5604864bb35eb891790a039 2024-11-25T01:24:15,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/8111a10ae8734d5d8f364cbea386a295 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/8111a10ae8734d5d8f364cbea386a295 2024-11-25T01:24:15,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/db7b1e38105148618a50463eb5a4c757 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/db7b1e38105148618a50463eb5a4c757 2024-11-25T01:24:15,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/b639b12d79e14007880b6c2c24223e5f to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/b639b12d79e14007880b6c2c24223e5f 2024-11-25T01:24:15,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/d670a70f6ae94d5abf08c8b38d70fbaf to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/d670a70f6ae94d5abf08c8b38d70fbaf 2024-11-25T01:24:15,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/16fe97fe3ff649e0b30e0d5a874ad166 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/16fe97fe3ff649e0b30e0d5a874ad166 2024-11-25T01:24:15,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/7e02724d4d194e3fb8221f680e64fabf to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/7e02724d4d194e3fb8221f680e64fabf 2024-11-25T01:24:15,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/ed58b26836274f3a82c89a44f4729427 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/ed58b26836274f3a82c89a44f4729427 2024-11-25T01:24:15,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/888e32a062024f0ab90d1139888e05a3 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/888e32a062024f0ab90d1139888e05a3 2024-11-25T01:24:15,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/c0bba682ba9844f585a52aec266a6de3 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/c0bba682ba9844f585a52aec266a6de3 2024-11-25T01:24:15,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/e338de02959a4dffaac78588e68ace63 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/e338de02959a4dffaac78588e68ace63 2024-11-25T01:24:15,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/2ce83db54c39466ea6145c6db2105bfe to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/2ce83db54c39466ea6145c6db2105bfe 2024-11-25T01:24:15,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/3b2a5b0baa6545dbb446b1998ef8deea to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/3b2a5b0baa6545dbb446b1998ef8deea 2024-11-25T01:24:15,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/b12f559c7ff3432284b61589d1634832 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/b12f559c7ff3432284b61589d1634832 2024-11-25T01:24:15,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/004e42016235406b9acdb4c95da87976 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/004e42016235406b9acdb4c95da87976 2024-11-25T01:24:15,526 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/recovered.edits/592.seqid, newMaxSeqId=592, maxSeqId=1 2024-11-25T01:24:15,529 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75. 2024-11-25T01:24:15,529 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1635): Region close journal for 7dd3b987ccd77cd6673139bc387d3e75: 2024-11-25T01:24:15,530 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(170): Closed 7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:24:15,531 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=7dd3b987ccd77cd6673139bc387d3e75, regionState=CLOSED 2024-11-25T01:24:15,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-25T01:24:15,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseRegionProcedure 7dd3b987ccd77cd6673139bc387d3e75, server=15a7e74b0924,33739,1732497824462 in 1.5820 sec 2024-11-25T01:24:15,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-11-25T01:24:15,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7dd3b987ccd77cd6673139bc387d3e75, UNASSIGN in 1.5850 sec 2024-11-25T01:24:15,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-25T01:24:15,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5910 sec 2024-11-25T01:24:15,538 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732497855538"}]},"ts":"1732497855538"} 2024-11-25T01:24:15,539 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T01:24:15,541 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T01:24:15,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6080 sec 2024-11-25T01:24:16,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T01:24:16,044 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-25T01:24:16,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T01:24:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:24:16,051 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:24:16,053 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=34, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:24:16,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-25T01:24:16,056 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:24:16,059 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A, FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B, FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C, FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/recovered.edits] 2024-11-25T01:24:16,062 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/6404c5de64c642359ee1146810d4791e to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/6404c5de64c642359ee1146810d4791e 2024-11-25T01:24:16,064 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/c008d556e0314a11ac1c260b328c301b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/c008d556e0314a11ac1c260b328c301b 2024-11-25T01:24:16,065 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/d39c61bc4634404e9dc5ba1df6d067cc to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/A/d39c61bc4634404e9dc5ba1df6d067cc 2024-11-25T01:24:16,068 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/59389e5ee2254e2789453fe0275429bc to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/59389e5ee2254e2789453fe0275429bc 2024-11-25T01:24:16,069 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/6f69015677d24e018c0b1ed687aba5ad to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/6f69015677d24e018c0b1ed687aba5ad 2024-11-25T01:24:16,070 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/e7f76e36e9244781bf7400fe4255e3c6 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/B/e7f76e36e9244781bf7400fe4255e3c6 2024-11-25T01:24:16,073 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/05425c01eaf54b688287fa3aaa8b0ddc to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/05425c01eaf54b688287fa3aaa8b0ddc 2024-11-25T01:24:16,074 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/56b46a51db964409afecf34d0eda89fa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/56b46a51db964409afecf34d0eda89fa 2024-11-25T01:24:16,075 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/59b497e001d94a128ea97eb0ce26afd4 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/C/59b497e001d94a128ea97eb0ce26afd4 2024-11-25T01:24:16,078 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/recovered.edits/592.seqid to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75/recovered.edits/592.seqid 2024-11-25T01:24:16,079 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7dd3b987ccd77cd6673139bc387d3e75 2024-11-25T01:24:16,079 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T01:24:16,083 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=34, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:24:16,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-25T01:24:16,090 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T01:24:16,122 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T01:24:16,123 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=34, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:24:16,123 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T01:24:16,123 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732497856123"}]},"ts":"9223372036854775807"} 2024-11-25T01:24:16,127 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T01:24:16,127 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 7dd3b987ccd77cd6673139bc387d3e75, NAME => 'TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T01:24:16,127 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T01:24:16,127 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732497856127"}]},"ts":"9223372036854775807"} 2024-11-25T01:24:16,129 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T01:24:16,132 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=34, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:24:16,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 85 msec 2024-11-25T01:24:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-25T01:24:16,154 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-25T01:24:16,174 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=239 (was 219) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1944202677_22 at /127.0.0.1:36864 [Waiting for operation #377] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x447bbe6b-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x447bbe6b-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-492888106_22 at /127.0.0.1:36712 [Waiting for operation #389] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;15a7e74b0924:33739-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x447bbe6b-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x447bbe6b-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=454 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=336 (was 286) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7179 (was 7746) 2024-11-25T01:24:16,184 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=454, MaxFileDescriptor=1048576, SystemLoadAverage=336, ProcessCount=11, AvailableMemoryMB=7175 2024-11-25T01:24:16,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T01:24:16,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T01:24:16,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T01:24:16,188 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T01:24:16,188 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:16,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 35 2024-11-25T01:24:16,189 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T01:24:16,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-25T01:24:16,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741962_1138 (size=963) 2024-11-25T01:24:16,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-25T01:24:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-25T01:24:16,598 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579 2024-11-25T01:24:16,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741963_1139 (size=53) 2024-11-25T01:24:16,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-25T01:24:17,004 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T01:24:17,004 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 9bae25380a1c03ccc75503e37d345f7b, disabling compactions & flushes 2024-11-25T01:24:17,004 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:17,004 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:17,005 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. after waiting 1 ms 2024-11-25T01:24:17,005 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:17,005 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:17,005 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:17,006 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T01:24:17,006 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732497857006"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732497857006"}]},"ts":"1732497857006"} 2024-11-25T01:24:17,008 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T01:24:17,008 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T01:24:17,009 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732497857008"}]},"ts":"1732497857008"} 2024-11-25T01:24:17,010 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T01:24:17,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bae25380a1c03ccc75503e37d345f7b, ASSIGN}] 2024-11-25T01:24:17,014 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bae25380a1c03ccc75503e37d345f7b, ASSIGN 2024-11-25T01:24:17,015 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bae25380a1c03ccc75503e37d345f7b, ASSIGN; state=OFFLINE, location=15a7e74b0924,33739,1732497824462; forceNewPlan=false, retain=false 2024-11-25T01:24:17,165 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=9bae25380a1c03ccc75503e37d345f7b, regionState=OPENING, regionLocation=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:17,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; OpenRegionProcedure 9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462}] 2024-11-25T01:24:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-25T01:24:17,319 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:17,322 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:17,323 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} 2024-11-25T01:24:17,323 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:17,323 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T01:24:17,323 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:17,323 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:17,325 INFO [StoreOpener-9bae25380a1c03ccc75503e37d345f7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:17,326 INFO [StoreOpener-9bae25380a1c03ccc75503e37d345f7b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T01:24:17,326 INFO [StoreOpener-9bae25380a1c03ccc75503e37d345f7b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bae25380a1c03ccc75503e37d345f7b columnFamilyName A 2024-11-25T01:24:17,326 DEBUG [StoreOpener-9bae25380a1c03ccc75503e37d345f7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:17,327 INFO [StoreOpener-9bae25380a1c03ccc75503e37d345f7b-1 {}] regionserver.HStore(327): Store=9bae25380a1c03ccc75503e37d345f7b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T01:24:17,327 INFO [StoreOpener-9bae25380a1c03ccc75503e37d345f7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:17,328 INFO [StoreOpener-9bae25380a1c03ccc75503e37d345f7b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T01:24:17,329 INFO [StoreOpener-9bae25380a1c03ccc75503e37d345f7b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bae25380a1c03ccc75503e37d345f7b columnFamilyName B 2024-11-25T01:24:17,329 DEBUG [StoreOpener-9bae25380a1c03ccc75503e37d345f7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:17,329 INFO [StoreOpener-9bae25380a1c03ccc75503e37d345f7b-1 {}] regionserver.HStore(327): Store=9bae25380a1c03ccc75503e37d345f7b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T01:24:17,329 INFO [StoreOpener-9bae25380a1c03ccc75503e37d345f7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:17,330 INFO [StoreOpener-9bae25380a1c03ccc75503e37d345f7b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T01:24:17,330 INFO [StoreOpener-9bae25380a1c03ccc75503e37d345f7b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bae25380a1c03ccc75503e37d345f7b columnFamilyName C 2024-11-25T01:24:17,330 DEBUG [StoreOpener-9bae25380a1c03ccc75503e37d345f7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:17,331 INFO [StoreOpener-9bae25380a1c03ccc75503e37d345f7b-1 {}] regionserver.HStore(327): Store=9bae25380a1c03ccc75503e37d345f7b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T01:24:17,331 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:17,332 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:17,332 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:17,333 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T01:24:17,334 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:17,336 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T01:24:17,336 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 9bae25380a1c03ccc75503e37d345f7b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67629500, jitterRate=0.007758080959320068}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T01:24:17,337 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:17,338 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b., pid=37, masterSystemTime=1732497857319 2024-11-25T01:24:17,339 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:17,339 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:17,340 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=9bae25380a1c03ccc75503e37d345f7b, regionState=OPEN, openSeqNum=2, regionLocation=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:17,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-25T01:24:17,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; OpenRegionProcedure 9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 in 174 msec 2024-11-25T01:24:17,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-25T01:24:17,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bae25380a1c03ccc75503e37d345f7b, ASSIGN in 329 msec 2024-11-25T01:24:17,344 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T01:24:17,345 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732497857344"}]},"ts":"1732497857344"} 2024-11-25T01:24:17,346 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T01:24:17,348 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T01:24:17,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1620 sec 2024-11-25T01:24:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-25T01:24:18,294 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 35 completed 2024-11-25T01:24:18,296 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x77e36419 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fcb4db1 2024-11-25T01:24:18,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e39091e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:24:18,301 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:24:18,303 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:24:18,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T01:24:18,306 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T01:24:18,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T01:24:18,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T01:24:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T01:24:18,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741964_1140 (size=999) 2024-11-25T01:24:18,729 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-25T01:24:18,729 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-25T01:24:18,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T01:24:18,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bae25380a1c03ccc75503e37d345f7b, REOPEN/MOVE}] 2024-11-25T01:24:18,742 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bae25380a1c03ccc75503e37d345f7b, REOPEN/MOVE 2024-11-25T01:24:18,742 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=9bae25380a1c03ccc75503e37d345f7b, regionState=CLOSING, regionLocation=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:18,744 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T01:24:18,744 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure 9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462}] 2024-11-25T01:24:18,895 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:18,896 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(124): Close 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:18,896 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T01:24:18,896 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1681): Closing 9bae25380a1c03ccc75503e37d345f7b, disabling compactions & flushes 2024-11-25T01:24:18,896 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:18,896 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:18,896 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. after waiting 0 ms 2024-11-25T01:24:18,896 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:18,900 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T01:24:18,901 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:18,901 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1635): Region close journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:18,901 WARN [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionServer(3786): Not adding moved region record: 9bae25380a1c03ccc75503e37d345f7b to self. 2024-11-25T01:24:18,903 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(170): Closed 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:18,903 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=9bae25380a1c03ccc75503e37d345f7b, regionState=CLOSED 2024-11-25T01:24:18,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-25T01:24:18,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure 9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 in 160 msec 2024-11-25T01:24:18,906 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bae25380a1c03ccc75503e37d345f7b, REOPEN/MOVE; state=CLOSED, location=15a7e74b0924,33739,1732497824462; forceNewPlan=false, retain=true 2024-11-25T01:24:19,057 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=9bae25380a1c03ccc75503e37d345f7b, regionState=OPENING, regionLocation=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:19,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE; OpenRegionProcedure 9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462}] 2024-11-25T01:24:19,210 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:19,213 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:19,213 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} 2024-11-25T01:24:19,214 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:19,214 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T01:24:19,214 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:19,214 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:19,218 INFO [StoreOpener-9bae25380a1c03ccc75503e37d345f7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:19,219 INFO [StoreOpener-9bae25380a1c03ccc75503e37d345f7b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T01:24:19,224 INFO [StoreOpener-9bae25380a1c03ccc75503e37d345f7b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bae25380a1c03ccc75503e37d345f7b columnFamilyName A 2024-11-25T01:24:19,226 DEBUG [StoreOpener-9bae25380a1c03ccc75503e37d345f7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:19,227 INFO [StoreOpener-9bae25380a1c03ccc75503e37d345f7b-1 {}] regionserver.HStore(327): Store=9bae25380a1c03ccc75503e37d345f7b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T01:24:19,227 INFO [StoreOpener-9bae25380a1c03ccc75503e37d345f7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:19,228 INFO [StoreOpener-9bae25380a1c03ccc75503e37d345f7b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T01:24:19,228 INFO [StoreOpener-9bae25380a1c03ccc75503e37d345f7b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bae25380a1c03ccc75503e37d345f7b columnFamilyName B 2024-11-25T01:24:19,228 DEBUG [StoreOpener-9bae25380a1c03ccc75503e37d345f7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:19,229 INFO [StoreOpener-9bae25380a1c03ccc75503e37d345f7b-1 {}] regionserver.HStore(327): Store=9bae25380a1c03ccc75503e37d345f7b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T01:24:19,229 INFO [StoreOpener-9bae25380a1c03ccc75503e37d345f7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:19,230 INFO [StoreOpener-9bae25380a1c03ccc75503e37d345f7b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T01:24:19,230 INFO [StoreOpener-9bae25380a1c03ccc75503e37d345f7b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bae25380a1c03ccc75503e37d345f7b columnFamilyName C 2024-11-25T01:24:19,230 DEBUG [StoreOpener-9bae25380a1c03ccc75503e37d345f7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:19,230 INFO [StoreOpener-9bae25380a1c03ccc75503e37d345f7b-1 {}] regionserver.HStore(327): Store=9bae25380a1c03ccc75503e37d345f7b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T01:24:19,231 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:19,231 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:19,232 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:19,234 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T01:24:19,235 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:19,236 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 9bae25380a1c03ccc75503e37d345f7b; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67686833, jitterRate=0.008612409234046936}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T01:24:19,237 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:19,238 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b., pid=42, masterSystemTime=1732497859210 2024-11-25T01:24:19,239 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:19,240 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:19,240 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=9bae25380a1c03ccc75503e37d345f7b, regionState=OPEN, openSeqNum=5, regionLocation=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:19,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=40 2024-11-25T01:24:19,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=40, state=SUCCESS; OpenRegionProcedure 9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 in 184 msec 2024-11-25T01:24:19,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-25T01:24:19,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bae25380a1c03ccc75503e37d345f7b, REOPEN/MOVE in 502 msec 2024-11-25T01:24:19,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-25T01:24:19,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 514 msec 2024-11-25T01:24:19,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 936 msec 2024-11-25T01:24:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-25T01:24:19,261 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dc4805b to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ff49468 2024-11-25T01:24:19,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29dff0f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:24:19,268 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34e78b2e to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7763c4d1 2024-11-25T01:24:19,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7052a2e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:24:19,272 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d92bd5b to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12bf893 2024-11-25T01:24:19,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d1bb75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:24:19,276 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3183e16a to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34a1b861 2024-11-25T01:24:19,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486d93ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:24:19,280 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ad687d2 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61900726 2024-11-25T01:24:19,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45472b1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:24:19,283 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x093cc14f to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75df0cb6 2024-11-25T01:24:19,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66547f33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:24:19,287 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x43a15d92 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e9643ec 2024-11-25T01:24:19,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b7e00ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:24:19,291 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28575504 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5422eac1 2024-11-25T01:24:19,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa0c9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:24:19,295 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42aa95c2 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@19d0bb4 2024-11-25T01:24:19,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28dbd549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:24:19,300 DEBUG [hconnection-0x6c62da32-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:24:19,304 DEBUG [hconnection-0x5866f590-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:24:19,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:24:19,306 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38290, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:24:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-25T01:24:19,307 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:24:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T01:24:19,308 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:24:19,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:24:19,312 DEBUG [hconnection-0x1fc73346-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:24:19,313 DEBUG [hconnection-0x18dc6f16-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:24:19,313 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:24:19,314 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38312, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:24:19,325 DEBUG [hconnection-0x5e02d7a7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:24:19,326 DEBUG [hconnection-0x6297edbb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:24:19,326 DEBUG [hconnection-0xcb664c7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:24:19,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9bae25380a1c03ccc75503e37d345f7b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T01:24:19,326 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:24:19,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:19,327 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38328, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:24:19,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=A 2024-11-25T01:24:19,327 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:24:19,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:19,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=B 2024-11-25T01:24:19,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:19,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=C 2024-11-25T01:24:19,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:19,328 DEBUG [hconnection-0x6124f4e5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:24:19,330 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38346, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:24:19,333 DEBUG [hconnection-0x65b7d359-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:24:19,335 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:24:19,335 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:24:19,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125069bdf60eefc42499c41b10e3dca7f6a_9bae25380a1c03ccc75503e37d345f7b is 50, key is test_row_0/A:col10/1732497859321/Put/seqid=0 2024-11-25T01:24:19,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741965_1141 (size=17034) 2024-11-25T01:24:19,398 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:19,403 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125069bdf60eefc42499c41b10e3dca7f6a_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125069bdf60eefc42499c41b10e3dca7f6a_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:19,404 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/5e41f8a1fb4c43aab99139ba17ef9f36, store: [table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T01:24:19,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/5e41f8a1fb4c43aab99139ba17ef9f36 is 175, key is test_row_0/A:col10/1732497859321/Put/seqid=0 2024-11-25T01:24:19,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:19,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497919414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:19,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:19,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497919415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:19,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:19,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497919422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:19,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741966_1142 (size=48139) 2024-11-25T01:24:19,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:19,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497919426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:19,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:19,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497919428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:19,459 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:19,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-25T01:24:19,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:19,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:19,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:19,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:19,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:19,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497919530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:19,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497919530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:19,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497919531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:19,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497919542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:19,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497919543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T01:24:19,613 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:19,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-25T01:24:19,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:19,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:19,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:19,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:19,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:19,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:19,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497919734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497919733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:19,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497919734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:19,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497919745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:19,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497919747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:19,766 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:19,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-25T01:24:19,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:19,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:19,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:19,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:19,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:19,831 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/5e41f8a1fb4c43aab99139ba17ef9f36 2024-11-25T01:24:19,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/c88687f25ca9403d8e827fdb4650850f is 50, key is test_row_0/B:col10/1732497859321/Put/seqid=0 2024-11-25T01:24:19,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741967_1143 (size=12001) 2024-11-25T01:24:19,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T01:24:19,921 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:19,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-25T01:24:19,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:19,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:19,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:19,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:19,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:19,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:20,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:20,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497920037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:20,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:20,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497920037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:20,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:20,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497920038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:20,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:20,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497920052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:20,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:20,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497920052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:20,074 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:20,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-25T01:24:20,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:20,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:20,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:20,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:20,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:20,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:20,227 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:20,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-25T01:24:20,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:20,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:20,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:20,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:20,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:20,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:20,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/c88687f25ca9403d8e827fdb4650850f 2024-11-25T01:24:20,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/8ff768f1857f4b379e68864109169586 is 50, key is test_row_0/C:col10/1732497859321/Put/seqid=0 2024-11-25T01:24:20,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741968_1144 (size=12001) 2024-11-25T01:24:20,381 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:20,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-25T01:24:20,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:20,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:20,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:20,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:20,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T01:24:20,536 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:20,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-25T01:24:20,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:20,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:20,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:20,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:20,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:20,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497920543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:20,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497920545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:20,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497920546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:20,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497920556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:20,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497920558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:20,690 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:20,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-25T01:24:20,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:20,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:20,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:20,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:20,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:20,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/8ff768f1857f4b379e68864109169586 2024-11-25T01:24:20,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/5e41f8a1fb4c43aab99139ba17ef9f36 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/5e41f8a1fb4c43aab99139ba17ef9f36 2024-11-25T01:24:20,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/5e41f8a1fb4c43aab99139ba17ef9f36, entries=250, sequenceid=16, filesize=47.0 K 2024-11-25T01:24:20,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/c88687f25ca9403d8e827fdb4650850f as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/c88687f25ca9403d8e827fdb4650850f 2024-11-25T01:24:20,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/c88687f25ca9403d8e827fdb4650850f, entries=150, sequenceid=16, filesize=11.7 K 2024-11-25T01:24:20,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/8ff768f1857f4b379e68864109169586 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/8ff768f1857f4b379e68864109169586 2024-11-25T01:24:20,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/8ff768f1857f4b379e68864109169586, entries=150, sequenceid=16, filesize=11.7 K 2024-11-25T01:24:20,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9bae25380a1c03ccc75503e37d345f7b in 1446ms, sequenceid=16, compaction requested=false 2024-11-25T01:24:20,772 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T01:24:20,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:20,843 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:20,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-25T01:24:20,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:20,844 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing 9bae25380a1c03ccc75503e37d345f7b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T01:24:20,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=A 2024-11-25T01:24:20,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:20,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=B 2024-11-25T01:24:20,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:20,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=C 2024-11-25T01:24:20,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:20,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e521734875bc49b49f349bac715a094c_9bae25380a1c03ccc75503e37d345f7b is 50, key is test_row_0/A:col10/1732497859422/Put/seqid=0 2024-11-25T01:24:20,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741969_1145 (size=12154) 2024-11-25T01:24:20,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:20,880 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e521734875bc49b49f349bac715a094c_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e521734875bc49b49f349bac715a094c_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:20,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/87ec7789dcd545f4b80967c790ba8e61, store: [table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:20,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/87ec7789dcd545f4b80967c790ba8e61 is 175, key is test_row_0/A:col10/1732497859422/Put/seqid=0 2024-11-25T01:24:20,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741970_1146 (size=30955) 2024-11-25T01:24:20,899 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/87ec7789dcd545f4b80967c790ba8e61 2024-11-25T01:24:20,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/d0756bf1268f4a97b151335186096884 is 50, key is test_row_0/B:col10/1732497859422/Put/seqid=0 2024-11-25T01:24:20,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741971_1147 (size=12001) 2024-11-25T01:24:20,934 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/d0756bf1268f4a97b151335186096884 2024-11-25T01:24:20,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/bdf82a7ad8fb44eab3d0dff39b595eed is 50, key is test_row_0/C:col10/1732497859422/Put/seqid=0 2024-11-25T01:24:20,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741972_1148 (size=12001) 2024-11-25T01:24:21,075 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T01:24:21,367 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/bdf82a7ad8fb44eab3d0dff39b595eed 2024-11-25T01:24:21,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/87ec7789dcd545f4b80967c790ba8e61 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/87ec7789dcd545f4b80967c790ba8e61 2024-11-25T01:24:21,384 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/87ec7789dcd545f4b80967c790ba8e61, entries=150, sequenceid=40, filesize=30.2 K 2024-11-25T01:24:21,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/d0756bf1268f4a97b151335186096884 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/d0756bf1268f4a97b151335186096884 2024-11-25T01:24:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,390 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/d0756bf1268f4a97b151335186096884, entries=150, sequenceid=40, filesize=11.7 K 2024-11-25T01:24:21,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/bdf82a7ad8fb44eab3d0dff39b595eed as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/bdf82a7ad8fb44eab3d0dff39b595eed 2024-11-25T01:24:21,396 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/bdf82a7ad8fb44eab3d0dff39b595eed, entries=150, sequenceid=40, filesize=11.7 K 2024-11-25T01:24:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,397 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 9bae25380a1c03ccc75503e37d345f7b in 553ms, sequenceid=40, compaction requested=false 2024-11-25T01:24:21,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:21,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:21,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-25T01:24:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-25T01:24:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-25T01:24:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0910 sec 2024-11-25T01:24:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 2.0950 sec 2024-11-25T01:24:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T01:24:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,416 INFO [Thread-692 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-25T01:24:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:24:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-25T01:24:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,420 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:24:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T01:24:21,421 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:24:21,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:24:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T01:24:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,534 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T01:24:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,536 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38578, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T01:24:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,572 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T01:24:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:21,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:21,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:21,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-25T01:24:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-25T01:24:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-25T01:24:21,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-25T01:24:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 159 msec 2024-11-25T01:24:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:21,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9bae25380a1c03ccc75503e37d345f7b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T01:24:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=A 2024-11-25T01:24:21,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=B 2024-11-25T01:24:21,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:21,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=C 2024-11-25T01:24:21,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250147a97f04904e20999bb7f8e3209428_9bae25380a1c03ccc75503e37d345f7b is 50, key is test_row_0/A:col10/1732497861620/Put/seqid=0 2024-11-25T01:24:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741973_1149 (size=26798) 2024-11-25T01:24:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,647 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:21,653 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250147a97f04904e20999bb7f8e3209428_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250147a97f04904e20999bb7f8e3209428_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:21,655 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/1fe3bd214b5f4424a36dcef7f057f264, store: [table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:21,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/1fe3bd214b5f4424a36dcef7f057f264 is 175, key is test_row_0/A:col10/1732497861620/Put/seqid=0 2024-11-25T01:24:21,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741974_1150 (size=82585) 2024-11-25T01:24:21,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497921669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:21,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497921670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:21,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497921672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:21,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497921673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:21,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497921673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T01:24:21,722 INFO [Thread-692 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-25T01:24:21,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:24:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-25T01:24:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T01:24:21,728 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:24:21,729 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:24:21,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:24:21,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497921774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:21,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497921775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:21,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497921779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:21,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497921779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:21,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497921780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T01:24:21,880 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:21,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T01:24:21,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:21,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:21,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:21,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:21,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:21,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497921978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:21,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497921979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:21,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497921982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:21,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497921983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:21,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497921983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T01:24:22,034 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:22,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T01:24:22,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:22,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:22,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:22,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:22,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:22,068 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/1fe3bd214b5f4424a36dcef7f057f264 2024-11-25T01:24:22,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/7ce8a5e382bc4fbf9950bcaf00c586e7 is 50, key is test_row_0/B:col10/1732497861620/Put/seqid=0 2024-11-25T01:24:22,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741975_1151 (size=12001) 2024-11-25T01:24:22,187 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:22,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T01:24:22,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:22,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:22,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:22,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:22,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:22,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497922283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:22,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497922284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:22,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:22,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497922287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497922286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:22,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497922288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T01:24:22,342 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:22,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T01:24:22,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:22,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:22,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:22,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:22,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:22,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/7ce8a5e382bc4fbf9950bcaf00c586e7 2024-11-25T01:24:22,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/6f1c3105ced84690b03267d677df295c is 50, key is test_row_0/C:col10/1732497861620/Put/seqid=0 2024-11-25T01:24:22,495 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:22,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T01:24:22,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:22,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:22,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:22,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:22,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:22,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741976_1152 (size=12001) 2024-11-25T01:24:22,649 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:22,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T01:24:22,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:22,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:22,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:22,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:22,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:22,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497922787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:22,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497922788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:22,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497922791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:22,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497922792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:22,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497922793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:22,802 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:22,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T01:24:22,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:22,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:22,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:22,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:22,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T01:24:22,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/6f1c3105ced84690b03267d677df295c 2024-11-25T01:24:22,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/1fe3bd214b5f4424a36dcef7f057f264 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/1fe3bd214b5f4424a36dcef7f057f264 2024-11-25T01:24:22,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/1fe3bd214b5f4424a36dcef7f057f264, entries=450, sequenceid=53, filesize=80.6 K 2024-11-25T01:24:22,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/7ce8a5e382bc4fbf9950bcaf00c586e7 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/7ce8a5e382bc4fbf9950bcaf00c586e7 2024-11-25T01:24:22,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/7ce8a5e382bc4fbf9950bcaf00c586e7, entries=150, sequenceid=53, filesize=11.7 K 2024-11-25T01:24:22,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/6f1c3105ced84690b03267d677df295c as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/6f1c3105ced84690b03267d677df295c 2024-11-25T01:24:22,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/6f1c3105ced84690b03267d677df295c, entries=150, sequenceid=53, filesize=11.7 K 2024-11-25T01:24:22,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 9bae25380a1c03ccc75503e37d345f7b in 1326ms, sequenceid=53, compaction requested=true 2024-11-25T01:24:22,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:22,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bae25380a1c03ccc75503e37d345f7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:24:22,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:22,946 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:22,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bae25380a1c03ccc75503e37d345f7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:24:22,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:22,946 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:22,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bae25380a1c03ccc75503e37d345f7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:24:22,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:22,948 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:22,948 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 9bae25380a1c03ccc75503e37d345f7b/B is initiating minor compaction (all files) 2024-11-25T01:24:22,948 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bae25380a1c03ccc75503e37d345f7b/B in TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:22,948 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/c88687f25ca9403d8e827fdb4650850f, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/d0756bf1268f4a97b151335186096884, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/7ce8a5e382bc4fbf9950bcaf00c586e7] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp, totalSize=35.2 K 2024-11-25T01:24:22,949 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 161679 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:22,949 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 9bae25380a1c03ccc75503e37d345f7b/A is initiating minor compaction (all files) 2024-11-25T01:24:22,949 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bae25380a1c03ccc75503e37d345f7b/A in TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:22,949 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting c88687f25ca9403d8e827fdb4650850f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732497859320 2024-11-25T01:24:22,949 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/5e41f8a1fb4c43aab99139ba17ef9f36, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/87ec7789dcd545f4b80967c790ba8e61, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/1fe3bd214b5f4424a36dcef7f057f264] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp, totalSize=157.9 K 2024-11-25T01:24:22,949 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:22,949 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. files: [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/5e41f8a1fb4c43aab99139ba17ef9f36, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/87ec7789dcd545f4b80967c790ba8e61, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/1fe3bd214b5f4424a36dcef7f057f264] 2024-11-25T01:24:22,950 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e41f8a1fb4c43aab99139ba17ef9f36, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732497859316 2024-11-25T01:24:22,950 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting d0756bf1268f4a97b151335186096884, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732497859393 2024-11-25T01:24:22,950 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87ec7789dcd545f4b80967c790ba8e61, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732497859393 2024-11-25T01:24:22,950 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ce8a5e382bc4fbf9950bcaf00c586e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732497861605 2024-11-25T01:24:22,951 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fe3bd214b5f4424a36dcef7f057f264, keycount=450, bloomtype=ROW, size=80.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732497861591 2024-11-25T01:24:22,955 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:22,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T01:24:22,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:22,956 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 9bae25380a1c03ccc75503e37d345f7b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T01:24:22,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=A 2024-11-25T01:24:22,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:22,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=B 2024-11-25T01:24:22,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:22,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=C 2024-11-25T01:24:22,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:22,970 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bae25380a1c03ccc75503e37d345f7b#B#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:22,971 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/b7486d4a2fc24dd395ca91829fcc1ae4 is 50, key is test_row_0/B:col10/1732497861620/Put/seqid=0 2024-11-25T01:24:22,973 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:22,990 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112537e5d2be8024447cb48aeae5d7451f94_9bae25380a1c03ccc75503e37d345f7b store=[table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:22,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741977_1153 (size=12104) 2024-11-25T01:24:23,000 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112537e5d2be8024447cb48aeae5d7451f94_9bae25380a1c03ccc75503e37d345f7b, store=[table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:23,000 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112537e5d2be8024447cb48aeae5d7451f94_9bae25380a1c03ccc75503e37d345f7b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:23,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125153eb82fa22d48d9a10fb8a5061abeb1_9bae25380a1c03ccc75503e37d345f7b is 50, key is test_row_0/A:col10/1732497861671/Put/seqid=0 2024-11-25T01:24:23,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741978_1154 (size=4469) 2024-11-25T01:24:23,020 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bae25380a1c03ccc75503e37d345f7b#A#compaction#133 average throughput is 0.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:23,023 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/5876f342f8cb4dec87f5b6acae4f5d49 is 175, key is test_row_0/A:col10/1732497861620/Put/seqid=0 2024-11-25T01:24:23,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741979_1155 (size=12154) 2024-11-25T01:24:23,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741980_1156 (size=31058) 2024-11-25T01:24:23,037 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125153eb82fa22d48d9a10fb8a5061abeb1_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125153eb82fa22d48d9a10fb8a5061abeb1_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:23,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/597defcaa7af402fb7b721153f673e44, store: [table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:23,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/597defcaa7af402fb7b721153f673e44 is 175, key is test_row_0/A:col10/1732497861671/Put/seqid=0 2024-11-25T01:24:23,041 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/5876f342f8cb4dec87f5b6acae4f5d49 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/5876f342f8cb4dec87f5b6acae4f5d49 2024-11-25T01:24:23,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741981_1157 (size=30955) 2024-11-25T01:24:23,047 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9bae25380a1c03ccc75503e37d345f7b/A of 9bae25380a1c03ccc75503e37d345f7b into 5876f342f8cb4dec87f5b6acae4f5d49(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:23,047 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:23,048 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b., storeName=9bae25380a1c03ccc75503e37d345f7b/A, priority=13, startTime=1732497862946; duration=0sec 2024-11-25T01:24:23,048 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:23,048 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bae25380a1c03ccc75503e37d345f7b:A 2024-11-25T01:24:23,048 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:23,049 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:23,049 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 9bae25380a1c03ccc75503e37d345f7b/C is initiating minor compaction (all files) 2024-11-25T01:24:23,049 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bae25380a1c03ccc75503e37d345f7b/C in TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:23,049 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/8ff768f1857f4b379e68864109169586, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/bdf82a7ad8fb44eab3d0dff39b595eed, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/6f1c3105ced84690b03267d677df295c] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp, totalSize=35.2 K 2024-11-25T01:24:23,050 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ff768f1857f4b379e68864109169586, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732497859320 2024-11-25T01:24:23,050 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting bdf82a7ad8fb44eab3d0dff39b595eed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732497859393 2024-11-25T01:24:23,050 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f1c3105ced84690b03267d677df295c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732497861605 2024-11-25T01:24:23,060 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bae25380a1c03ccc75503e37d345f7b#C#compaction#135 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:23,061 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/1288219399d048be866fc599701e878b is 50, key is test_row_0/C:col10/1732497861620/Put/seqid=0 2024-11-25T01:24:23,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741982_1158 (size=12104) 2024-11-25T01:24:23,404 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/b7486d4a2fc24dd395ca91829fcc1ae4 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/b7486d4a2fc24dd395ca91829fcc1ae4 2024-11-25T01:24:23,409 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9bae25380a1c03ccc75503e37d345f7b/B of 9bae25380a1c03ccc75503e37d345f7b into b7486d4a2fc24dd395ca91829fcc1ae4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:23,410 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:23,410 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b., storeName=9bae25380a1c03ccc75503e37d345f7b/B, priority=13, startTime=1732497862946; duration=0sec 2024-11-25T01:24:23,410 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:23,410 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bae25380a1c03ccc75503e37d345f7b:B 2024-11-25T01:24:23,446 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/597defcaa7af402fb7b721153f673e44 2024-11-25T01:24:23,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/98cada306bdd4b54aa57af8139c77905 is 50, key is test_row_0/B:col10/1732497861671/Put/seqid=0 2024-11-25T01:24:23,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741983_1159 (size=12001) 2024-11-25T01:24:23,463 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/98cada306bdd4b54aa57af8139c77905 2024-11-25T01:24:23,473 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/1288219399d048be866fc599701e878b as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/1288219399d048be866fc599701e878b 2024-11-25T01:24:23,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/da71d61cd7f943408b4ad1c6bf9b0f06 is 50, key is test_row_0/C:col10/1732497861671/Put/seqid=0 2024-11-25T01:24:23,479 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9bae25380a1c03ccc75503e37d345f7b/C of 9bae25380a1c03ccc75503e37d345f7b into 1288219399d048be866fc599701e878b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:23,479 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:23,479 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b., storeName=9bae25380a1c03ccc75503e37d345f7b/C, priority=13, startTime=1732497862946; duration=0sec 2024-11-25T01:24:23,479 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:23,480 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bae25380a1c03ccc75503e37d345f7b:C 2024-11-25T01:24:23,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741984_1160 (size=12001) 2024-11-25T01:24:23,516 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/da71d61cd7f943408b4ad1c6bf9b0f06 2024-11-25T01:24:23,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/597defcaa7af402fb7b721153f673e44 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/597defcaa7af402fb7b721153f673e44 2024-11-25T01:24:23,528 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/597defcaa7af402fb7b721153f673e44, entries=150, sequenceid=78, filesize=30.2 K 2024-11-25T01:24:23,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/98cada306bdd4b54aa57af8139c77905 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/98cada306bdd4b54aa57af8139c77905 2024-11-25T01:24:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,534 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/98cada306bdd4b54aa57af8139c77905, entries=150, sequenceid=78, filesize=11.7 K 2024-11-25T01:24:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/da71d61cd7f943408b4ad1c6bf9b0f06 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/da71d61cd7f943408b4ad1c6bf9b0f06 2024-11-25T01:24:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,542 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/da71d61cd7f943408b4ad1c6bf9b0f06, entries=150, sequenceid=78, filesize=11.7 K 2024-11-25T01:24:23,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,543 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 9bae25380a1c03ccc75503e37d345f7b in 587ms, sequenceid=78, compaction requested=false 2024-11-25T01:24:23,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:23,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:23,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-25T01:24:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-25T01:24:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-25T01:24:23,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8170 sec 2024-11-25T01:24:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.8220 sec 2024-11-25T01:24:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T01:24:23,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,834 INFO [Thread-692 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-25T01:24:23,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:24:23,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-25T01:24:23,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T01:24:23,838 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:24:23,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,838 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:24:23,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:24:23,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:23,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9bae25380a1c03ccc75503e37d345f7b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T01:24:23,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=A 2024-11-25T01:24:23,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:23,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=B 2024-11-25T01:24:23,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:23,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=C 2024-11-25T01:24:23,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:23,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112517c0d7cf72d74adab568b3129e9963fa_9bae25380a1c03ccc75503e37d345f7b is 50, key is test_row_0/A:col10/1732497863844/Put/seqid=0 2024-11-25T01:24:23,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741985_1161 (size=24358) 2024-11-25T01:24:23,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,879 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,885 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112517c0d7cf72d74adab568b3129e9963fa_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112517c0d7cf72d74adab568b3129e9963fa_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:23,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,887 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/f3641ebdb56b4def885520c647380558, store: [table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:23,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/f3641ebdb56b4def885520c647380558 is 175, key is test_row_0/A:col10/1732497863844/Put/seqid=0 2024-11-25T01:24:23,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:23,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497923884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:23,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497923886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:23,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497923889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:23,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:23,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497923891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:23,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:23,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497923891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:23,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741986_1162 (size=73995) 2024-11-25T01:24:23,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:23,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T01:24:23,992 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:23,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T01:24:23,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:23,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:23,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:23,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:23,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:23,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:23,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:23,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:23,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497923992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:23,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497923994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:23,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:23,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:23,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497923995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:23,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497923995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:23,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:23,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497923996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:24,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T01:24:24,151 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:24,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T01:24:24,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:24,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:24,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:24,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:24,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:24,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497924198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:24,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497924198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:24,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497924199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:24,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497924200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:24,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497924202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:24,304 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:24,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T01:24:24,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:24,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:24,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:24,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:24,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:24,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:24,308 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/f3641ebdb56b4def885520c647380558 2024-11-25T01:24:24,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/30b26ff069ee472cbccf1ab99570445c is 50, key is test_row_0/B:col10/1732497863844/Put/seqid=0 2024-11-25T01:24:24,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741987_1163 (size=12001) 2024-11-25T01:24:24,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/30b26ff069ee472cbccf1ab99570445c 2024-11-25T01:24:24,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/14b82744cf6741dea30eab25cca10e8d is 50, key is test_row_0/C:col10/1732497863844/Put/seqid=0 2024-11-25T01:24:24,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741988_1164 (size=12001) 2024-11-25T01:24:24,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/14b82744cf6741dea30eab25cca10e8d 2024-11-25T01:24:24,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/f3641ebdb56b4def885520c647380558 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/f3641ebdb56b4def885520c647380558 2024-11-25T01:24:24,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/f3641ebdb56b4def885520c647380558, entries=400, sequenceid=92, filesize=72.3 K 2024-11-25T01:24:24,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/30b26ff069ee472cbccf1ab99570445c as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/30b26ff069ee472cbccf1ab99570445c 2024-11-25T01:24:24,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/30b26ff069ee472cbccf1ab99570445c, entries=150, sequenceid=92, filesize=11.7 K 2024-11-25T01:24:24,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/14b82744cf6741dea30eab25cca10e8d as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/14b82744cf6741dea30eab25cca10e8d 2024-11-25T01:24:24,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/14b82744cf6741dea30eab25cca10e8d, entries=150, sequenceid=92, filesize=11.7 K 2024-11-25T01:24:24,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9bae25380a1c03ccc75503e37d345f7b in 546ms, sequenceid=92, compaction requested=true 2024-11-25T01:24:24,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:24,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bae25380a1c03ccc75503e37d345f7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:24:24,394 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:24,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:24,394 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:24,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bae25380a1c03ccc75503e37d345f7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:24:24,396 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:24,396 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 9bae25380a1c03ccc75503e37d345f7b/B is initiating minor compaction (all files) 2024-11-25T01:24:24,396 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bae25380a1c03ccc75503e37d345f7b/B in TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:24,396 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/b7486d4a2fc24dd395ca91829fcc1ae4, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/98cada306bdd4b54aa57af8139c77905, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/30b26ff069ee472cbccf1ab99570445c] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp, totalSize=35.3 K 2024-11-25T01:24:24,397 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136008 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:24,397 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 9bae25380a1c03ccc75503e37d345f7b/A is initiating minor compaction (all files) 2024-11-25T01:24:24,397 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bae25380a1c03ccc75503e37d345f7b/A in TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:24,397 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/5876f342f8cb4dec87f5b6acae4f5d49, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/597defcaa7af402fb7b721153f673e44, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/f3641ebdb56b4def885520c647380558] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp, totalSize=132.8 K 2024-11-25T01:24:24,397 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:24,397 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. files: [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/5876f342f8cb4dec87f5b6acae4f5d49, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/597defcaa7af402fb7b721153f673e44, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/f3641ebdb56b4def885520c647380558] 2024-11-25T01:24:24,397 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting b7486d4a2fc24dd395ca91829fcc1ae4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732497861605 2024-11-25T01:24:24,398 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5876f342f8cb4dec87f5b6acae4f5d49, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732497861605 2024-11-25T01:24:24,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:24,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bae25380a1c03ccc75503e37d345f7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:24:24,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:24,398 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 98cada306bdd4b54aa57af8139c77905, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732497861659 2024-11-25T01:24:24,398 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 597defcaa7af402fb7b721153f673e44, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732497861659 2024-11-25T01:24:24,399 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 30b26ff069ee472cbccf1ab99570445c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732497863813 2024-11-25T01:24:24,400 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3641ebdb56b4def885520c647380558, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732497863810 2024-11-25T01:24:24,414 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bae25380a1c03ccc75503e37d345f7b#B#compaction#141 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:24,415 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/36ab0d59c83b47308b377f4b4dad252d is 50, key is test_row_0/B:col10/1732497863844/Put/seqid=0 2024-11-25T01:24:24,417 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:24,424 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411250ef35ea3950c416287a3a51a4690a4ed_9bae25380a1c03ccc75503e37d345f7b store=[table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:24,427 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411250ef35ea3950c416287a3a51a4690a4ed_9bae25380a1c03ccc75503e37d345f7b, store=[table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:24,428 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250ef35ea3950c416287a3a51a4690a4ed_9bae25380a1c03ccc75503e37d345f7b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T01:24:24,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741989_1165 (size=12207) 2024-11-25T01:24:24,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741990_1166 (size=4469) 2024-11-25T01:24:24,453 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/36ab0d59c83b47308b377f4b4dad252d as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/36ab0d59c83b47308b377f4b4dad252d 2024-11-25T01:24:24,455 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bae25380a1c03ccc75503e37d345f7b#A#compaction#142 average throughput is 0.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:24,456 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/282d3443295a4358b377d61477df649b is 175, key is test_row_0/A:col10/1732497863844/Put/seqid=0 2024-11-25T01:24:24,457 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:24,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T01:24:24,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:24,458 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 9bae25380a1c03ccc75503e37d345f7b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T01:24:24,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=A 2024-11-25T01:24:24,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:24,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=B 2024-11-25T01:24:24,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:24,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=C 2024-11-25T01:24:24,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:24,464 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9bae25380a1c03ccc75503e37d345f7b/B of 9bae25380a1c03ccc75503e37d345f7b into 36ab0d59c83b47308b377f4b4dad252d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:24,465 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:24,465 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b., storeName=9bae25380a1c03ccc75503e37d345f7b/B, priority=13, startTime=1732497864394; duration=0sec 2024-11-25T01:24:24,465 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:24,465 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bae25380a1c03ccc75503e37d345f7b:B 2024-11-25T01:24:24,465 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:24,468 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:24,468 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 9bae25380a1c03ccc75503e37d345f7b/C is initiating minor compaction (all files) 2024-11-25T01:24:24,468 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bae25380a1c03ccc75503e37d345f7b/C in TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:24,468 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/1288219399d048be866fc599701e878b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/da71d61cd7f943408b4ad1c6bf9b0f06, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/14b82744cf6741dea30eab25cca10e8d] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp, totalSize=35.3 K 2024-11-25T01:24:24,469 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 1288219399d048be866fc599701e878b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732497861605 2024-11-25T01:24:24,469 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting da71d61cd7f943408b4ad1c6bf9b0f06, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732497861659 2024-11-25T01:24:24,470 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 14b82744cf6741dea30eab25cca10e8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732497863813 2024-11-25T01:24:24,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741991_1167 (size=31161) 2024-11-25T01:24:24,489 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/282d3443295a4358b377d61477df649b as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/282d3443295a4358b377d61477df649b 2024-11-25T01:24:24,491 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bae25380a1c03ccc75503e37d345f7b#C#compaction#143 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:24,492 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/31c4fdc189f3460c921ba31cd627cfe4 is 50, key is test_row_0/C:col10/1732497863844/Put/seqid=0 2024-11-25T01:24:24,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ec689bf955b547f58e76f54d6778e3b1_9bae25380a1c03ccc75503e37d345f7b is 50, key is test_row_0/A:col10/1732497863887/Put/seqid=0 2024-11-25T01:24:24,496 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9bae25380a1c03ccc75503e37d345f7b/A of 9bae25380a1c03ccc75503e37d345f7b into 282d3443295a4358b377d61477df649b(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:24,496 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:24,496 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b., storeName=9bae25380a1c03ccc75503e37d345f7b/A, priority=13, startTime=1732497864394; duration=0sec 2024-11-25T01:24:24,496 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:24,496 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bae25380a1c03ccc75503e37d345f7b:A 2024-11-25T01:24:24,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:24,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:24,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:24,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497924511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:24,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:24,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497924511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:24,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:24,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497924513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:24,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:24,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497924513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:24,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:24,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497924514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:24,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741992_1168 (size=12154) 2024-11-25T01:24:24,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:24,532 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ec689bf955b547f58e76f54d6778e3b1_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ec689bf955b547f58e76f54d6778e3b1_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:24,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/4256153beb5941139980d4eb80ee3008, store: [table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:24,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741993_1169 (size=12207) 2024-11-25T01:24:24,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/4256153beb5941139980d4eb80ee3008 is 175, key is test_row_0/A:col10/1732497863887/Put/seqid=0 2024-11-25T01:24:24,544 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/31c4fdc189f3460c921ba31cd627cfe4 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/31c4fdc189f3460c921ba31cd627cfe4 2024-11-25T01:24:24,552 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9bae25380a1c03ccc75503e37d345f7b/C of 9bae25380a1c03ccc75503e37d345f7b into 31c4fdc189f3460c921ba31cd627cfe4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:24,552 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:24,552 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b., storeName=9bae25380a1c03ccc75503e37d345f7b/C, priority=13, startTime=1732497864398; duration=0sec 2024-11-25T01:24:24,552 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:24,552 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bae25380a1c03ccc75503e37d345f7b:C 2024-11-25T01:24:24,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741994_1170 (size=30955) 2024-11-25T01:24:24,559 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/4256153beb5941139980d4eb80ee3008 2024-11-25T01:24:24,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/6742351671964044a22dc51ca496f838 is 50, key is test_row_0/B:col10/1732497863887/Put/seqid=0 2024-11-25T01:24:24,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741995_1171 (size=12001) 2024-11-25T01:24:24,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497924616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:24,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497924616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:24,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497924619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:24,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497924619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:24,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497924620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:24,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497924818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:24,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497924818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:24,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497924820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:24,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:24,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497924821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497924822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T01:24:24,992 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/6742351671964044a22dc51ca496f838 2024-11-25T01:24:25,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/095bf9de138e41378883c44faa39cf7c is 50, key is test_row_0/C:col10/1732497863887/Put/seqid=0 2024-11-25T01:24:25,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741996_1172 (size=12001) 2024-11-25T01:24:25,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497925122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:25,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497925122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:25,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497925124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:25,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497925124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:25,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497925126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:25,409 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/095bf9de138e41378883c44faa39cf7c 2024-11-25T01:24:25,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/4256153beb5941139980d4eb80ee3008 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/4256153beb5941139980d4eb80ee3008 2024-11-25T01:24:25,420 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/4256153beb5941139980d4eb80ee3008, entries=150, sequenceid=117, filesize=30.2 K 2024-11-25T01:24:25,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/6742351671964044a22dc51ca496f838 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/6742351671964044a22dc51ca496f838 2024-11-25T01:24:25,427 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/6742351671964044a22dc51ca496f838, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T01:24:25,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/095bf9de138e41378883c44faa39cf7c as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/095bf9de138e41378883c44faa39cf7c 2024-11-25T01:24:25,433 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/095bf9de138e41378883c44faa39cf7c, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T01:24:25,434 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9bae25380a1c03ccc75503e37d345f7b in 976ms, sequenceid=117, compaction requested=false 2024-11-25T01:24:25,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:25,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:25,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-25T01:24:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-25T01:24:25,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-25T01:24:25,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5980 sec 2024-11-25T01:24:25,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.6020 sec 2024-11-25T01:24:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:25,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9bae25380a1c03ccc75503e37d345f7b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T01:24:25,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=A 2024-11-25T01:24:25,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:25,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=B 2024-11-25T01:24:25,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:25,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=C 2024-11-25T01:24:25,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:25,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d7d73ed59d6a496c87e8daeb0d42f8f1_9bae25380a1c03ccc75503e37d345f7b is 50, key is test_row_0/A:col10/1732497865627/Put/seqid=0 2024-11-25T01:24:25,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497925647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:25,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497925649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:25,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497925649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:25,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497925650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:25,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497925651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:25,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741997_1173 (size=17184) 2024-11-25T01:24:25,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497925753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:25,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497925753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:25,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497925753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:25,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497925754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:25,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497925755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T01:24:25,942 INFO [Thread-692 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-25T01:24:25,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:24:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-25T01:24:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T01:24:25,946 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:24:25,947 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:24:25,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:24:25,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497925957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:25,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497925957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:25,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497925957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:25,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497925957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:25,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497925958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:26,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T01:24:26,064 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:26,070 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d7d73ed59d6a496c87e8daeb0d42f8f1_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d7d73ed59d6a496c87e8daeb0d42f8f1_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:26,072 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/cabec916c21d4b09adaa96dc8e16b6a4, store: [table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:26,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/cabec916c21d4b09adaa96dc8e16b6a4 is 175, key is test_row_0/A:col10/1732497865627/Put/seqid=0 2024-11-25T01:24:26,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741998_1174 (size=48289) 2024-11-25T01:24:26,081 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/cabec916c21d4b09adaa96dc8e16b6a4 2024-11-25T01:24:26,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/739937717d954d41b9940431cfa7a07a is 50, key is test_row_0/B:col10/1732497865627/Put/seqid=0 2024-11-25T01:24:26,099 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:26,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T01:24:26,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:26,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:26,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:26,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:26,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:26,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741999_1175 (size=12101) 2024-11-25T01:24:26,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/739937717d954d41b9940431cfa7a07a 2024-11-25T01:24:26,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/da34e39812fa4cdab0672464e041221a is 50, key is test_row_0/C:col10/1732497865627/Put/seqid=0 2024-11-25T01:24:26,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742000_1176 (size=12101) 2024-11-25T01:24:26,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/da34e39812fa4cdab0672464e041221a 2024-11-25T01:24:26,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/cabec916c21d4b09adaa96dc8e16b6a4 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/cabec916c21d4b09adaa96dc8e16b6a4 2024-11-25T01:24:26,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/cabec916c21d4b09adaa96dc8e16b6a4, entries=250, sequenceid=133, filesize=47.2 K 2024-11-25T01:24:26,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/739937717d954d41b9940431cfa7a07a as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/739937717d954d41b9940431cfa7a07a 2024-11-25T01:24:26,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/739937717d954d41b9940431cfa7a07a, entries=150, sequenceid=133, filesize=11.8 K 2024-11-25T01:24:26,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/da34e39812fa4cdab0672464e041221a as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/da34e39812fa4cdab0672464e041221a 2024-11-25T01:24:26,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/da34e39812fa4cdab0672464e041221a, entries=150, sequenceid=133, filesize=11.8 K 2024-11-25T01:24:26,178 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9bae25380a1c03ccc75503e37d345f7b in 549ms, sequenceid=133, compaction requested=true 2024-11-25T01:24:26,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:26,179 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:26,180 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110405 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:26,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bae25380a1c03ccc75503e37d345f7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:24:26,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:26,180 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 9bae25380a1c03ccc75503e37d345f7b/A is initiating minor compaction (all files) 2024-11-25T01:24:26,180 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:26,180 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bae25380a1c03ccc75503e37d345f7b/A in TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:26,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bae25380a1c03ccc75503e37d345f7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:24:26,181 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/282d3443295a4358b377d61477df649b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/4256153beb5941139980d4eb80ee3008, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/cabec916c21d4b09adaa96dc8e16b6a4] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp, totalSize=107.8 K 2024-11-25T01:24:26,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:26,181 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:26,181 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. files: [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/282d3443295a4358b377d61477df649b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/4256153beb5941139980d4eb80ee3008, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/cabec916c21d4b09adaa96dc8e16b6a4] 2024-11-25T01:24:26,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bae25380a1c03ccc75503e37d345f7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:24:26,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:26,182 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 282d3443295a4358b377d61477df649b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732497863813 2024-11-25T01:24:26,182 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:26,182 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 9bae25380a1c03ccc75503e37d345f7b/B is initiating minor compaction (all files) 2024-11-25T01:24:26,182 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bae25380a1c03ccc75503e37d345f7b/B in TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:26,182 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/36ab0d59c83b47308b377f4b4dad252d, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/6742351671964044a22dc51ca496f838, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/739937717d954d41b9940431cfa7a07a] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp, totalSize=35.5 K 2024-11-25T01:24:26,182 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4256153beb5941139980d4eb80ee3008, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732497863886 2024-11-25T01:24:26,183 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 36ab0d59c83b47308b377f4b4dad252d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732497863813 2024-11-25T01:24:26,183 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting cabec916c21d4b09adaa96dc8e16b6a4, keycount=250, bloomtype=ROW, size=47.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732497864509 2024-11-25T01:24:26,183 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 6742351671964044a22dc51ca496f838, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732497863886 2024-11-25T01:24:26,184 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 739937717d954d41b9940431cfa7a07a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732497864509 2024-11-25T01:24:26,196 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bae25380a1c03ccc75503e37d345f7b#B#compaction#150 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:26,196 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/7e43b84ab6124e44ba5ea25460ab669a is 50, key is test_row_0/B:col10/1732497865627/Put/seqid=0 2024-11-25T01:24:26,200 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:26,212 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411252413a48a6acc4f7a9bcb2c7baeac9e8b_9bae25380a1c03ccc75503e37d345f7b store=[table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:26,216 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411252413a48a6acc4f7a9bcb2c7baeac9e8b_9bae25380a1c03ccc75503e37d345f7b, store=[table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:26,216 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252413a48a6acc4f7a9bcb2c7baeac9e8b_9bae25380a1c03ccc75503e37d345f7b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:26,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742001_1177 (size=12409) 2024-11-25T01:24:26,230 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/7e43b84ab6124e44ba5ea25460ab669a as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/7e43b84ab6124e44ba5ea25460ab669a 2024-11-25T01:24:26,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742002_1178 (size=4469) 2024-11-25T01:24:26,237 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9bae25380a1c03ccc75503e37d345f7b/B of 9bae25380a1c03ccc75503e37d345f7b into 7e43b84ab6124e44ba5ea25460ab669a(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:26,237 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:26,237 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b., storeName=9bae25380a1c03ccc75503e37d345f7b/B, priority=13, startTime=1732497866180; duration=0sec 2024-11-25T01:24:26,237 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:26,238 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bae25380a1c03ccc75503e37d345f7b:B 2024-11-25T01:24:26,238 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:26,239 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:26,239 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 9bae25380a1c03ccc75503e37d345f7b/C is initiating minor compaction (all files) 2024-11-25T01:24:26,240 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bae25380a1c03ccc75503e37d345f7b/C in TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:26,240 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/31c4fdc189f3460c921ba31cd627cfe4, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/095bf9de138e41378883c44faa39cf7c, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/da34e39812fa4cdab0672464e041221a] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp, totalSize=35.5 K 2024-11-25T01:24:26,240 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 31c4fdc189f3460c921ba31cd627cfe4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732497863813 2024-11-25T01:24:26,241 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 095bf9de138e41378883c44faa39cf7c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732497863886 2024-11-25T01:24:26,241 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting da34e39812fa4cdab0672464e041221a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732497864509 2024-11-25T01:24:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T01:24:26,253 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:26,253 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bae25380a1c03ccc75503e37d345f7b#C#compaction#152 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:26,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T01:24:26,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:26,254 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 9bae25380a1c03ccc75503e37d345f7b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T01:24:26,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=A 2024-11-25T01:24:26,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:26,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=B 2024-11-25T01:24:26,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:26,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=C 2024-11-25T01:24:26,254 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/4c6e250120e94882a2ac10f90b5471b9 is 50, key is test_row_0/C:col10/1732497865627/Put/seqid=0 2024-11-25T01:24:26,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:26,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:26,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:26,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:26,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497926270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:26,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:26,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497926273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:26,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:26,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497926275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:26,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112543a8384e277c480ca91992a7873ac696_9bae25380a1c03ccc75503e37d345f7b is 50, key is test_row_0/A:col10/1732497865647/Put/seqid=0 2024-11-25T01:24:26,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:26,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497926276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:26,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:26,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497926276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:26,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742003_1179 (size=12409) 2024-11-25T01:24:26,292 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/4c6e250120e94882a2ac10f90b5471b9 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/4c6e250120e94882a2ac10f90b5471b9 2024-11-25T01:24:26,300 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9bae25380a1c03ccc75503e37d345f7b/C of 9bae25380a1c03ccc75503e37d345f7b into 4c6e250120e94882a2ac10f90b5471b9(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:26,300 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:26,300 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b., storeName=9bae25380a1c03ccc75503e37d345f7b/C, priority=13, startTime=1732497866181; duration=0sec 2024-11-25T01:24:26,300 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:26,300 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bae25380a1c03ccc75503e37d345f7b:C 2024-11-25T01:24:26,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742004_1180 (size=12304) 2024-11-25T01:24:26,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:26,312 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112543a8384e277c480ca91992a7873ac696_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112543a8384e277c480ca91992a7873ac696_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:26,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/7e807949f53447df8974d2cb68b2e6cb, store: [table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:26,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/7e807949f53447df8974d2cb68b2e6cb is 175, key is test_row_0/A:col10/1732497865647/Put/seqid=0 2024-11-25T01:24:26,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742005_1181 (size=31105) 2024-11-25T01:24:26,327 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/7e807949f53447df8974d2cb68b2e6cb 2024-11-25T01:24:26,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/7371b846d1c04952ac9a10f05ff394c1 is 50, key is test_row_0/B:col10/1732497865647/Put/seqid=0 2024-11-25T01:24:26,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742006_1182 (size=12151) 2024-11-25T01:24:26,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:26,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497926378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:26,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:26,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497926378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:26,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497926378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:26,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497926381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:26,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497926381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T01:24:26,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497926580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:26,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497926581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:26,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497926581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:26,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497926586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:26,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497926587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:26,627 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bae25380a1c03ccc75503e37d345f7b#A#compaction#151 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:26,628 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/ea9cdd7c36244256b2a7ee40ea272fdf is 175, key is test_row_0/A:col10/1732497865627/Put/seqid=0 2024-11-25T01:24:26,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742007_1183 (size=31363) 2024-11-25T01:24:26,750 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/7371b846d1c04952ac9a10f05ff394c1 2024-11-25T01:24:26,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/d6b726fa44974a59b43c22399ce80ae1 is 50, key is test_row_0/C:col10/1732497865647/Put/seqid=0 2024-11-25T01:24:26,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742008_1184 (size=12151) 2024-11-25T01:24:26,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:26,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497926884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497926885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:26,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497926886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:26,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497926889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:26,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497926892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:27,038 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/ea9cdd7c36244256b2a7ee40ea272fdf as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/ea9cdd7c36244256b2a7ee40ea272fdf 2024-11-25T01:24:27,044 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9bae25380a1c03ccc75503e37d345f7b/A of 9bae25380a1c03ccc75503e37d345f7b into ea9cdd7c36244256b2a7ee40ea272fdf(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:27,044 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:27,044 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b., storeName=9bae25380a1c03ccc75503e37d345f7b/A, priority=13, startTime=1732497866179; duration=0sec 2024-11-25T01:24:27,044 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:27,044 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bae25380a1c03ccc75503e37d345f7b:A 2024-11-25T01:24:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T01:24:27,165 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/d6b726fa44974a59b43c22399ce80ae1 2024-11-25T01:24:27,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/7e807949f53447df8974d2cb68b2e6cb as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/7e807949f53447df8974d2cb68b2e6cb 2024-11-25T01:24:27,176 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/7e807949f53447df8974d2cb68b2e6cb, entries=150, sequenceid=157, filesize=30.4 K 2024-11-25T01:24:27,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/7371b846d1c04952ac9a10f05ff394c1 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/7371b846d1c04952ac9a10f05ff394c1 2024-11-25T01:24:27,182 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/7371b846d1c04952ac9a10f05ff394c1, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T01:24:27,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/d6b726fa44974a59b43c22399ce80ae1 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/d6b726fa44974a59b43c22399ce80ae1 2024-11-25T01:24:27,188 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/d6b726fa44974a59b43c22399ce80ae1, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T01:24:27,189 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 9bae25380a1c03ccc75503e37d345f7b in 936ms, sequenceid=157, compaction requested=false 2024-11-25T01:24:27,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:27,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:27,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-25T01:24:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-25T01:24:27,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-25T01:24:27,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2440 sec 2024-11-25T01:24:27,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.2490 sec 2024-11-25T01:24:27,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:27,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9bae25380a1c03ccc75503e37d345f7b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T01:24:27,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=A 2024-11-25T01:24:27,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:27,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=B 2024-11-25T01:24:27,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:27,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=C 2024-11-25T01:24:27,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:27,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253369d98bafcc42a3bb14b75efeff2a83_9bae25380a1c03ccc75503e37d345f7b is 50, key is test_row_0/A:col10/1732497867390/Put/seqid=0 2024-11-25T01:24:27,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742009_1185 (size=14794) 2024-11-25T01:24:27,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497927438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:27,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497927438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:27,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:27,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497927439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:27,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:27,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497927439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:27,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:27,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497927445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:27,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497927546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:27,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:27,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497927546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497927546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:27,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497927547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:27,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497927548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:27,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:27,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497927750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:27,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:27,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497927751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:27,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:27,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497927751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:27,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:27,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497927752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:27,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:27,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497927752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:27,814 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:27,819 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253369d98bafcc42a3bb14b75efeff2a83_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253369d98bafcc42a3bb14b75efeff2a83_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:27,820 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/bbe2f1ea1fdb460aba31d74386863fec, store: [table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:27,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/bbe2f1ea1fdb460aba31d74386863fec is 175, key is test_row_0/A:col10/1732497867390/Put/seqid=0 2024-11-25T01:24:27,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742010_1186 (size=39749) 2024-11-25T01:24:28,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T01:24:28,050 INFO [Thread-692 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-25T01:24:28,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:24:28,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497928052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:28,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497928054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:28,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497928054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:28,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-25T01:24:28,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T01:24:28,056 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:24:28,057 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:24:28,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:24:28,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:28,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497928058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:28,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:28,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497928058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:28,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T01:24:28,208 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:28,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T01:24:28,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:28,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:28,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:28,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:28,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:28,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:28,226 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/bbe2f1ea1fdb460aba31d74386863fec 2024-11-25T01:24:28,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/458f572f745d4fd4875a42d9238c90a0 is 50, key is test_row_0/B:col10/1732497867390/Put/seqid=0 2024-11-25T01:24:28,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742011_1187 (size=12151) 2024-11-25T01:24:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T01:24:28,361 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:28,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T01:24:28,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:28,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:28,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:28,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:28,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:28,515 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:28,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T01:24:28,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:28,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:28,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:28,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:28,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:28,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497928555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:28,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497928556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:28,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497928559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:28,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497928561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:28,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497928564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:28,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/458f572f745d4fd4875a42d9238c90a0 2024-11-25T01:24:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T01:24:28,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/581570d424f34603838b0841aa619d7e is 50, key is test_row_0/C:col10/1732497867390/Put/seqid=0 2024-11-25T01:24:28,668 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:28,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T01:24:28,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:28,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:28,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:28,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:28,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:28,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742012_1188 (size=12151) 2024-11-25T01:24:28,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/581570d424f34603838b0841aa619d7e 2024-11-25T01:24:28,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/bbe2f1ea1fdb460aba31d74386863fec as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/bbe2f1ea1fdb460aba31d74386863fec 2024-11-25T01:24:28,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/bbe2f1ea1fdb460aba31d74386863fec, entries=200, sequenceid=176, filesize=38.8 K 2024-11-25T01:24:28,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/458f572f745d4fd4875a42d9238c90a0 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/458f572f745d4fd4875a42d9238c90a0 2024-11-25T01:24:28,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/458f572f745d4fd4875a42d9238c90a0, entries=150, sequenceid=176, filesize=11.9 K 2024-11-25T01:24:28,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/581570d424f34603838b0841aa619d7e as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/581570d424f34603838b0841aa619d7e 2024-11-25T01:24:28,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/581570d424f34603838b0841aa619d7e, entries=150, sequenceid=176, filesize=11.9 K 2024-11-25T01:24:28,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 9bae25380a1c03ccc75503e37d345f7b in 1315ms, sequenceid=176, compaction requested=true 2024-11-25T01:24:28,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:28,706 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:28,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bae25380a1c03ccc75503e37d345f7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:24:28,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:28,706 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:28,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bae25380a1c03ccc75503e37d345f7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:24:28,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:28,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bae25380a1c03ccc75503e37d345f7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:24:28,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:28,707 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:28,707 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 9bae25380a1c03ccc75503e37d345f7b/A is initiating minor compaction (all files) 2024-11-25T01:24:28,708 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bae25380a1c03ccc75503e37d345f7b/A in TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:28,708 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/ea9cdd7c36244256b2a7ee40ea272fdf, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/7e807949f53447df8974d2cb68b2e6cb, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/bbe2f1ea1fdb460aba31d74386863fec] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp, totalSize=99.8 K 2024-11-25T01:24:28,708 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:28,708 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. files: [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/ea9cdd7c36244256b2a7ee40ea272fdf, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/7e807949f53447df8974d2cb68b2e6cb, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/bbe2f1ea1fdb460aba31d74386863fec] 2024-11-25T01:24:28,709 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea9cdd7c36244256b2a7ee40ea272fdf, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732497864509 2024-11-25T01:24:28,709 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e807949f53447df8974d2cb68b2e6cb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732497865646 2024-11-25T01:24:28,709 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:28,710 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 9bae25380a1c03ccc75503e37d345f7b/B is initiating minor compaction (all files) 2024-11-25T01:24:28,710 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bae25380a1c03ccc75503e37d345f7b/B in TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:28,710 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/7e43b84ab6124e44ba5ea25460ab669a, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/7371b846d1c04952ac9a10f05ff394c1, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/458f572f745d4fd4875a42d9238c90a0] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp, totalSize=35.9 K 2024-11-25T01:24:28,710 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbe2f1ea1fdb460aba31d74386863fec, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732497866274 2024-11-25T01:24:28,710 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e43b84ab6124e44ba5ea25460ab669a, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732497864509 2024-11-25T01:24:28,711 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 7371b846d1c04952ac9a10f05ff394c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732497865646 2024-11-25T01:24:28,711 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 458f572f745d4fd4875a42d9238c90a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732497866274 2024-11-25T01:24:28,719 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:28,721 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125a5341154d5e84d7a98d44ec7941335b0_9bae25380a1c03ccc75503e37d345f7b store=[table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:28,723 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bae25380a1c03ccc75503e37d345f7b#B#compaction#160 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:28,723 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125a5341154d5e84d7a98d44ec7941335b0_9bae25380a1c03ccc75503e37d345f7b, store=[table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:28,723 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a5341154d5e84d7a98d44ec7941335b0_9bae25380a1c03ccc75503e37d345f7b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:28,723 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/979abf85e2c344ca92e450926f5157a8 is 50, key is test_row_0/B:col10/1732497867390/Put/seqid=0 2024-11-25T01:24:28,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742013_1189 (size=12561) 2024-11-25T01:24:28,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742014_1190 (size=4469) 2024-11-25T01:24:28,740 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bae25380a1c03ccc75503e37d345f7b#A#compaction#159 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:28,741 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/aef21191ee8445de8e42bdade4aabb56 is 175, key is test_row_0/A:col10/1732497867390/Put/seqid=0 2024-11-25T01:24:28,747 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/979abf85e2c344ca92e450926f5157a8 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/979abf85e2c344ca92e450926f5157a8 2024-11-25T01:24:28,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742015_1191 (size=31515) 2024-11-25T01:24:28,754 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/aef21191ee8445de8e42bdade4aabb56 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/aef21191ee8445de8e42bdade4aabb56 2024-11-25T01:24:28,754 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9bae25380a1c03ccc75503e37d345f7b/B of 9bae25380a1c03ccc75503e37d345f7b into 979abf85e2c344ca92e450926f5157a8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:28,755 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:28,755 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b., storeName=9bae25380a1c03ccc75503e37d345f7b/B, priority=13, startTime=1732497868706; duration=0sec 2024-11-25T01:24:28,755 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:28,755 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bae25380a1c03ccc75503e37d345f7b:B 2024-11-25T01:24:28,755 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:28,757 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:28,757 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 9bae25380a1c03ccc75503e37d345f7b/C is initiating minor compaction (all files) 2024-11-25T01:24:28,757 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bae25380a1c03ccc75503e37d345f7b/C in TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:28,757 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/4c6e250120e94882a2ac10f90b5471b9, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/d6b726fa44974a59b43c22399ce80ae1, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/581570d424f34603838b0841aa619d7e] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp, totalSize=35.9 K 2024-11-25T01:24:28,758 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c6e250120e94882a2ac10f90b5471b9, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732497864509 2024-11-25T01:24:28,759 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting d6b726fa44974a59b43c22399ce80ae1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732497865646 2024-11-25T01:24:28,759 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 581570d424f34603838b0841aa619d7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732497866274 2024-11-25T01:24:28,759 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9bae25380a1c03ccc75503e37d345f7b/A of 9bae25380a1c03ccc75503e37d345f7b into aef21191ee8445de8e42bdade4aabb56(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:28,760 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:28,760 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b., storeName=9bae25380a1c03ccc75503e37d345f7b/A, priority=13, startTime=1732497868706; duration=0sec 2024-11-25T01:24:28,760 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:28,760 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bae25380a1c03ccc75503e37d345f7b:A 2024-11-25T01:24:28,768 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bae25380a1c03ccc75503e37d345f7b#C#compaction#161 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:28,769 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/8b0d6621b8ed48d7a80257bd1a9d997b is 50, key is test_row_0/C:col10/1732497867390/Put/seqid=0 2024-11-25T01:24:28,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742016_1192 (size=12561) 2024-11-25T01:24:28,793 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/8b0d6621b8ed48d7a80257bd1a9d997b as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/8b0d6621b8ed48d7a80257bd1a9d997b 2024-11-25T01:24:28,802 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9bae25380a1c03ccc75503e37d345f7b/C of 9bae25380a1c03ccc75503e37d345f7b into 8b0d6621b8ed48d7a80257bd1a9d997b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:28,802 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:28,802 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b., storeName=9bae25380a1c03ccc75503e37d345f7b/C, priority=13, startTime=1732497868707; duration=0sec 2024-11-25T01:24:28,802 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:28,802 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bae25380a1c03ccc75503e37d345f7b:C 2024-11-25T01:24:28,821 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:28,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T01:24:28,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:28,822 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 9bae25380a1c03ccc75503e37d345f7b 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T01:24:28,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=A 2024-11-25T01:24:28,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:28,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=B 2024-11-25T01:24:28,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:28,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=C 2024-11-25T01:24:28,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:28,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252a047673cab34b8eaa921e6de0c434da_9bae25380a1c03ccc75503e37d345f7b is 50, key is test_row_0/A:col10/1732497867438/Put/seqid=0 2024-11-25T01:24:28,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742017_1193 (size=12304) 2024-11-25T01:24:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T01:24:29,163 INFO [master/15a7e74b0924:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T01:24:29,163 INFO [master/15a7e74b0924:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T01:24:29,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:29,259 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252a047673cab34b8eaa921e6de0c434da_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252a047673cab34b8eaa921e6de0c434da_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:29,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/c48b2925b9744b728d7459b9a7f34b7f, store: [table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:29,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/c48b2925b9744b728d7459b9a7f34b7f is 175, key is test_row_0/A:col10/1732497867438/Put/seqid=0 2024-11-25T01:24:29,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742018_1194 (size=31105) 2024-11-25T01:24:29,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:29,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:29,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:29,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497929575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:29,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:29,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497929575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:29,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:29,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497929576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:29,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:29,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497929576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:29,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497929577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:29,669 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/c48b2925b9744b728d7459b9a7f34b7f 2024-11-25T01:24:29,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/ed0cbb591e2b445b9b9640c08bef7c5f is 50, key is test_row_0/B:col10/1732497867438/Put/seqid=0 2024-11-25T01:24:29,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:29,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497929678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:29,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:29,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497929678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:29,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497929679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:29,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497929679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:29,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:29,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497929680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:29,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742019_1195 (size=12151) 2024-11-25T01:24:29,697 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/ed0cbb591e2b445b9b9640c08bef7c5f 2024-11-25T01:24:29,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/824b7c830ab348ca97440e91f7bab936 is 50, key is test_row_0/C:col10/1732497867438/Put/seqid=0 2024-11-25T01:24:29,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742020_1196 (size=12151) 2024-11-25T01:24:29,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497929882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:29,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497929882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:29,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497929882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:29,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497929883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:29,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497929883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:30,116 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/824b7c830ab348ca97440e91f7bab936 2024-11-25T01:24:30,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/c48b2925b9744b728d7459b9a7f34b7f as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/c48b2925b9744b728d7459b9a7f34b7f 2024-11-25T01:24:30,126 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/c48b2925b9744b728d7459b9a7f34b7f, entries=150, sequenceid=198, filesize=30.4 K 2024-11-25T01:24:30,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/ed0cbb591e2b445b9b9640c08bef7c5f as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/ed0cbb591e2b445b9b9640c08bef7c5f 2024-11-25T01:24:30,131 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/ed0cbb591e2b445b9b9640c08bef7c5f, entries=150, sequenceid=198, filesize=11.9 K 2024-11-25T01:24:30,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/824b7c830ab348ca97440e91f7bab936 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/824b7c830ab348ca97440e91f7bab936 2024-11-25T01:24:30,138 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/824b7c830ab348ca97440e91f7bab936, entries=150, sequenceid=198, filesize=11.9 K 2024-11-25T01:24:30,139 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 9bae25380a1c03ccc75503e37d345f7b in 1317ms, sequenceid=198, compaction requested=false 2024-11-25T01:24:30,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:30,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:30,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-25T01:24:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-25T01:24:30,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-25T01:24:30,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0840 sec 2024-11-25T01:24:30,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.0900 sec 2024-11-25T01:24:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T01:24:30,160 INFO [Thread-692 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-25T01:24:30,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:24:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-25T01:24:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T01:24:30,166 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:24:30,166 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:24:30,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:24:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:30,187 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9bae25380a1c03ccc75503e37d345f7b 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T01:24:30,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=A 2024-11-25T01:24:30,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:30,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=B 2024-11-25T01:24:30,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:30,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=C 2024-11-25T01:24:30,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:30,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251469ac9d2f1944f5b0d269637a8a6fc2_9bae25380a1c03ccc75503e37d345f7b is 50, key is test_row_0/A:col10/1732497869576/Put/seqid=0 2024-11-25T01:24:30,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742021_1197 (size=17284) 2024-11-25T01:24:30,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497930200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:30,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497930202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:30,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497930203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:30,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:30,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497930204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:30,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:30,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497930205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T01:24:30,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497930305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:30,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497930306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:30,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497930307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:30,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497930310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:30,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497930310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:30,318 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:30,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T01:24:30,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:30,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:30,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:30,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:30,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T01:24:30,471 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:30,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T01:24:30,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:30,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:30,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:30,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:30,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:30,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497930511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:30,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497930511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:30,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497930511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:30,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497930513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:30,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497930515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:30,603 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:30,608 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251469ac9d2f1944f5b0d269637a8a6fc2_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251469ac9d2f1944f5b0d269637a8a6fc2_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:30,610 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/837e6b32d4a14586bb521efbd0b5d687, store: [table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:30,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/837e6b32d4a14586bb521efbd0b5d687 is 175, key is test_row_0/A:col10/1732497869576/Put/seqid=0 2024-11-25T01:24:30,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742022_1198 (size=48389) 2024-11-25T01:24:30,617 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=218, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/837e6b32d4a14586bb521efbd0b5d687 2024-11-25T01:24:30,624 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:30,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T01:24:30,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:30,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:30,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:30,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:30,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:30,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/bd42d32a64e8478cb4e771da18804fd4 is 50, key is test_row_0/B:col10/1732497869576/Put/seqid=0 2024-11-25T01:24:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:30,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742023_1199 (size=12151) 2024-11-25T01:24:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T01:24:30,778 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:30,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T01:24:30,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:30,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:30,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:30,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:30,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:30,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:30,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:30,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497930813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:30,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:30,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497930814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:30,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:30,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497930816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:30,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497930817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:30,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497930819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:30,931 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:30,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T01:24:30,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:30,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:30,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:30,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:30,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:31,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/bd42d32a64e8478cb4e771da18804fd4 2024-11-25T01:24:31,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/0a79aa7008034e64bfab7193ec9c8a0c is 50, key is test_row_0/C:col10/1732497869576/Put/seqid=0 2024-11-25T01:24:31,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742024_1200 (size=12151) 2024-11-25T01:24:31,084 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:31,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T01:24:31,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:31,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:31,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:31,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:31,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:31,236 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:31,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T01:24:31,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:31,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:31,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:31,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:31,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T01:24:31,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497931316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:31,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497931317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:31,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497931319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:31,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497931319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:31,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497931326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:31,390 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:31,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T01:24:31,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:31,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:31,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:31,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:31,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:31,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/0a79aa7008034e64bfab7193ec9c8a0c 2024-11-25T01:24:31,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/837e6b32d4a14586bb521efbd0b5d687 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/837e6b32d4a14586bb521efbd0b5d687 2024-11-25T01:24:31,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/837e6b32d4a14586bb521efbd0b5d687, entries=250, sequenceid=218, filesize=47.3 K 2024-11-25T01:24:31,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/bd42d32a64e8478cb4e771da18804fd4 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/bd42d32a64e8478cb4e771da18804fd4 2024-11-25T01:24:31,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/bd42d32a64e8478cb4e771da18804fd4, entries=150, sequenceid=218, filesize=11.9 K 2024-11-25T01:24:31,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/0a79aa7008034e64bfab7193ec9c8a0c as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/0a79aa7008034e64bfab7193ec9c8a0c 2024-11-25T01:24:31,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/0a79aa7008034e64bfab7193ec9c8a0c, entries=150, sequenceid=218, filesize=11.9 K 2024-11-25T01:24:31,467 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 9bae25380a1c03ccc75503e37d345f7b in 1280ms, sequenceid=218, compaction requested=true 2024-11-25T01:24:31,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:31,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bae25380a1c03ccc75503e37d345f7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:24:31,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:31,467 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:31,467 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:31,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bae25380a1c03ccc75503e37d345f7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:24:31,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:31,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bae25380a1c03ccc75503e37d345f7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:24:31,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:31,468 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:31,469 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:31,469 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 9bae25380a1c03ccc75503e37d345f7b/A is initiating minor compaction (all files) 2024-11-25T01:24:31,469 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 9bae25380a1c03ccc75503e37d345f7b/B is initiating minor compaction (all files) 2024-11-25T01:24:31,469 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bae25380a1c03ccc75503e37d345f7b/B in TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:31,469 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bae25380a1c03ccc75503e37d345f7b/A in TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:31,469 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/979abf85e2c344ca92e450926f5157a8, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/ed0cbb591e2b445b9b9640c08bef7c5f, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/bd42d32a64e8478cb4e771da18804fd4] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp, totalSize=36.0 K 2024-11-25T01:24:31,469 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/aef21191ee8445de8e42bdade4aabb56, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/c48b2925b9744b728d7459b9a7f34b7f, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/837e6b32d4a14586bb521efbd0b5d687] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp, totalSize=108.4 K 2024-11-25T01:24:31,469 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:31,469 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. files: [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/aef21191ee8445de8e42bdade4aabb56, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/c48b2925b9744b728d7459b9a7f34b7f, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/837e6b32d4a14586bb521efbd0b5d687] 2024-11-25T01:24:31,470 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 979abf85e2c344ca92e450926f5157a8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732497866274 2024-11-25T01:24:31,470 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting aef21191ee8445de8e42bdade4aabb56, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732497866274 2024-11-25T01:24:31,470 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting ed0cbb591e2b445b9b9640c08bef7c5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732497867438 2024-11-25T01:24:31,470 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting c48b2925b9744b728d7459b9a7f34b7f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732497867438 2024-11-25T01:24:31,471 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting bd42d32a64e8478cb4e771da18804fd4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732497869576 2024-11-25T01:24:31,471 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 837e6b32d4a14586bb521efbd0b5d687, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732497869573 2024-11-25T01:24:31,479 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bae25380a1c03ccc75503e37d345f7b#B#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:31,479 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/bf1bcde613404df38243ac64f191ec84 is 50, key is test_row_0/B:col10/1732497869576/Put/seqid=0 2024-11-25T01:24:31,480 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:31,491 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125b5e7e9f1218a4e8281bbd8ba07eb4abd_9bae25380a1c03ccc75503e37d345f7b store=[table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:31,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742025_1201 (size=12663) 2024-11-25T01:24:31,493 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125b5e7e9f1218a4e8281bbd8ba07eb4abd_9bae25380a1c03ccc75503e37d345f7b, store=[table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:31,493 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b5e7e9f1218a4e8281bbd8ba07eb4abd_9bae25380a1c03ccc75503e37d345f7b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:31,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742026_1202 (size=4469) 2024-11-25T01:24:31,542 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:31,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T01:24:31,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:31,543 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 9bae25380a1c03ccc75503e37d345f7b 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T01:24:31,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=A 2024-11-25T01:24:31,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:31,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=B 2024-11-25T01:24:31,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:31,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=C 2024-11-25T01:24:31,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:31,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112557f22cb6824e4894a343f14b839fbad5_9bae25380a1c03ccc75503e37d345f7b is 50, key is test_row_0/A:col10/1732497870199/Put/seqid=0 2024-11-25T01:24:31,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742027_1203 (size=12304) 2024-11-25T01:24:31,896 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/bf1bcde613404df38243ac64f191ec84 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/bf1bcde613404df38243ac64f191ec84 2024-11-25T01:24:31,901 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bae25380a1c03ccc75503e37d345f7b#A#compaction#169 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:31,901 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9bae25380a1c03ccc75503e37d345f7b/B of 9bae25380a1c03ccc75503e37d345f7b into bf1bcde613404df38243ac64f191ec84(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:31,902 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:31,902 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b., storeName=9bae25380a1c03ccc75503e37d345f7b/B, priority=13, startTime=1732497871467; duration=0sec 2024-11-25T01:24:31,902 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/3e0f8ec5394d4f7baabed183a383dfae is 175, key is test_row_0/A:col10/1732497869576/Put/seqid=0 2024-11-25T01:24:31,902 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:31,902 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bae25380a1c03ccc75503e37d345f7b:B 2024-11-25T01:24:31,902 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:31,903 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:31,903 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 9bae25380a1c03ccc75503e37d345f7b/C is initiating minor compaction (all files) 2024-11-25T01:24:31,903 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bae25380a1c03ccc75503e37d345f7b/C in TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:31,903 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/8b0d6621b8ed48d7a80257bd1a9d997b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/824b7c830ab348ca97440e91f7bab936, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/0a79aa7008034e64bfab7193ec9c8a0c] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp, totalSize=36.0 K 2024-11-25T01:24:31,904 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b0d6621b8ed48d7a80257bd1a9d997b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732497866274 2024-11-25T01:24:31,904 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 824b7c830ab348ca97440e91f7bab936, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732497867438 2024-11-25T01:24:31,905 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a79aa7008034e64bfab7193ec9c8a0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732497869576 2024-11-25T01:24:31,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742028_1204 (size=31617) 2024-11-25T01:24:31,914 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bae25380a1c03ccc75503e37d345f7b#C#compaction#171 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:31,914 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/3e0f8ec5394d4f7baabed183a383dfae as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/3e0f8ec5394d4f7baabed183a383dfae 2024-11-25T01:24:31,914 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/b79a4c440b6445dfb19c337179cac54a is 50, key is test_row_0/C:col10/1732497869576/Put/seqid=0 2024-11-25T01:24:31,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742029_1205 (size=12663) 2024-11-25T01:24:31,921 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9bae25380a1c03ccc75503e37d345f7b/A of 9bae25380a1c03ccc75503e37d345f7b into 3e0f8ec5394d4f7baabed183a383dfae(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:31,921 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:31,921 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b., storeName=9bae25380a1c03ccc75503e37d345f7b/A, priority=13, startTime=1732497871467; duration=0sec 2024-11-25T01:24:31,921 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:31,921 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bae25380a1c03ccc75503e37d345f7b:A 2024-11-25T01:24:31,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:31,961 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112557f22cb6824e4894a343f14b839fbad5_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112557f22cb6824e4894a343f14b839fbad5_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:31,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/2e5900d00c3c46c9855d642498afb3e3, store: [table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:31,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/2e5900d00c3c46c9855d642498afb3e3 is 175, key is test_row_0/A:col10/1732497870199/Put/seqid=0 2024-11-25T01:24:31,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742030_1206 (size=31105) 2024-11-25T01:24:32,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T01:24:32,325 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/b79a4c440b6445dfb19c337179cac54a as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/b79a4c440b6445dfb19c337179cac54a 2024-11-25T01:24:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:32,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:32,331 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9bae25380a1c03ccc75503e37d345f7b/C of 9bae25380a1c03ccc75503e37d345f7b into b79a4c440b6445dfb19c337179cac54a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:32,331 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:32,331 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b., storeName=9bae25380a1c03ccc75503e37d345f7b/C, priority=13, startTime=1732497871467; duration=0sec 2024-11-25T01:24:32,331 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:32,331 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bae25380a1c03ccc75503e37d345f7b:C 2024-11-25T01:24:32,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497932338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:32,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:32,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497932339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497932340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:32,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497932342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:32,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:32,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497932343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:32,368 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/2e5900d00c3c46c9855d642498afb3e3 2024-11-25T01:24:32,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/2070f220af3940208ac18e6711472f94 is 50, key is test_row_0/B:col10/1732497870199/Put/seqid=0 2024-11-25T01:24:32,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742031_1207 (size=12151) 2024-11-25T01:24:32,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497932443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:32,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497932443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:32,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:32,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497932443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:32,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:32,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497932445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497932445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:32,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:32,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497932646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:32,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:32,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497932646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:32,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497932648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:32,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497932649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:32,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:32,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497932649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:32,781 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/2070f220af3940208ac18e6711472f94 2024-11-25T01:24:32,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/0ddf9bf85c8647609666f69160d9388d is 50, key is test_row_0/C:col10/1732497870199/Put/seqid=0 2024-11-25T01:24:32,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742032_1208 (size=12151) 2024-11-25T01:24:32,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497932948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:32,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497932948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:32,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497932952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:32,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497932953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:32,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497932953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:33,196 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/0ddf9bf85c8647609666f69160d9388d 2024-11-25T01:24:33,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/2e5900d00c3c46c9855d642498afb3e3 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/2e5900d00c3c46c9855d642498afb3e3 2024-11-25T01:24:33,205 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/2e5900d00c3c46c9855d642498afb3e3, entries=150, sequenceid=235, filesize=30.4 K 2024-11-25T01:24:33,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/2070f220af3940208ac18e6711472f94 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/2070f220af3940208ac18e6711472f94 2024-11-25T01:24:33,211 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/2070f220af3940208ac18e6711472f94, entries=150, sequenceid=235, filesize=11.9 K 2024-11-25T01:24:33,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/0ddf9bf85c8647609666f69160d9388d as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/0ddf9bf85c8647609666f69160d9388d 2024-11-25T01:24:33,216 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/0ddf9bf85c8647609666f69160d9388d, entries=150, sequenceid=235, filesize=11.9 K 2024-11-25T01:24:33,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-25T01:24:33,218 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 9bae25380a1c03ccc75503e37d345f7b in 1674ms, sequenceid=235, compaction requested=false 2024-11-25T01:24:33,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:33,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:33,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-25T01:24:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-25T01:24:33,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-25T01:24:33,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0530 sec 2024-11-25T01:24:33,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 3.0570 sec 2024-11-25T01:24:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:33,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9bae25380a1c03ccc75503e37d345f7b 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T01:24:33,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=A 2024-11-25T01:24:33,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:33,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=B 2024-11-25T01:24:33,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:33,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=C 2024-11-25T01:24:33,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:33,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d7ffb382f0d14065b2c14ddf0629a1e2_9bae25380a1c03ccc75503e37d345f7b is 50, key is test_row_0/A:col10/1732497872339/Put/seqid=0 2024-11-25T01:24:33,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497933461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:33,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497933462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:33,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497933463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:33,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497933464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:33,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497933465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:33,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742033_1209 (size=17434) 2024-11-25T01:24:33,468 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:33,473 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d7ffb382f0d14065b2c14ddf0629a1e2_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d7ffb382f0d14065b2c14ddf0629a1e2_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:33,474 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/5327345f25c142b48b121fb8b7aa3398, store: [table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:33,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/5327345f25c142b48b121fb8b7aa3398 is 175, key is test_row_0/A:col10/1732497872339/Put/seqid=0 2024-11-25T01:24:33,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742034_1210 (size=48539) 2024-11-25T01:24:33,479 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/5327345f25c142b48b121fb8b7aa3398 2024-11-25T01:24:33,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/56af1748b1d347a7b3ba1f8971f81aaa is 50, key is test_row_0/B:col10/1732497872339/Put/seqid=0 2024-11-25T01:24:33,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742035_1211 (size=12251) 2024-11-25T01:24:33,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/56af1748b1d347a7b3ba1f8971f81aaa 2024-11-25T01:24:33,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/f5c223d250194655b3dcd783b5ac9499 is 50, key is test_row_0/C:col10/1732497872339/Put/seqid=0 2024-11-25T01:24:33,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742036_1212 (size=12251) 2024-11-25T01:24:33,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/f5c223d250194655b3dcd783b5ac9499 2024-11-25T01:24:33,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/5327345f25c142b48b121fb8b7aa3398 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/5327345f25c142b48b121fb8b7aa3398 2024-11-25T01:24:33,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/5327345f25c142b48b121fb8b7aa3398, entries=250, sequenceid=260, filesize=47.4 K 2024-11-25T01:24:33,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/56af1748b1d347a7b3ba1f8971f81aaa as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/56af1748b1d347a7b3ba1f8971f81aaa 2024-11-25T01:24:33,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/56af1748b1d347a7b3ba1f8971f81aaa, entries=150, sequenceid=260, filesize=12.0 K 2024-11-25T01:24:33,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/f5c223d250194655b3dcd783b5ac9499 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/f5c223d250194655b3dcd783b5ac9499 2024-11-25T01:24:33,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/f5c223d250194655b3dcd783b5ac9499, entries=150, sequenceid=260, filesize=12.0 K 2024-11-25T01:24:33,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 9bae25380a1c03ccc75503e37d345f7b in 94ms, sequenceid=260, compaction requested=true 2024-11-25T01:24:33,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:33,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bae25380a1c03ccc75503e37d345f7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:24:33,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:33,546 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:33,546 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:33,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bae25380a1c03ccc75503e37d345f7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:24:33,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:33,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bae25380a1c03ccc75503e37d345f7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:24:33,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:33,548 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111261 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:33,548 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 9bae25380a1c03ccc75503e37d345f7b/A is initiating minor compaction (all files) 2024-11-25T01:24:33,548 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:33,548 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 9bae25380a1c03ccc75503e37d345f7b/B is initiating minor compaction (all files) 2024-11-25T01:24:33,548 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bae25380a1c03ccc75503e37d345f7b/A in TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:33,548 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bae25380a1c03ccc75503e37d345f7b/B in TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:33,548 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/bf1bcde613404df38243ac64f191ec84, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/2070f220af3940208ac18e6711472f94, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/56af1748b1d347a7b3ba1f8971f81aaa] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp, totalSize=36.2 K 2024-11-25T01:24:33,548 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/3e0f8ec5394d4f7baabed183a383dfae, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/2e5900d00c3c46c9855d642498afb3e3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/5327345f25c142b48b121fb8b7aa3398] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp, totalSize=108.7 K 2024-11-25T01:24:33,548 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:33,548 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. files: [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/3e0f8ec5394d4f7baabed183a383dfae, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/2e5900d00c3c46c9855d642498afb3e3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/5327345f25c142b48b121fb8b7aa3398] 2024-11-25T01:24:33,549 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting bf1bcde613404df38243ac64f191ec84, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732497869576 2024-11-25T01:24:33,549 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e0f8ec5394d4f7baabed183a383dfae, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732497869576 2024-11-25T01:24:33,549 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 2070f220af3940208ac18e6711472f94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732497870199 2024-11-25T01:24:33,549 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e5900d00c3c46c9855d642498afb3e3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732497870199 2024-11-25T01:24:33,550 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 56af1748b1d347a7b3ba1f8971f81aaa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732497872339 2024-11-25T01:24:33,550 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5327345f25c142b48b121fb8b7aa3398, keycount=250, bloomtype=ROW, size=47.4 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732497872339 2024-11-25T01:24:33,558 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:33,560 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bae25380a1c03ccc75503e37d345f7b#B#compaction#177 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:33,560 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411250d6eeccffa434465b16d6635c1561b95_9bae25380a1c03ccc75503e37d345f7b store=[table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:33,560 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/f9fc8ab4d22b40b1af6f55fb80c4e1ba is 50, key is test_row_0/B:col10/1732497872339/Put/seqid=0 2024-11-25T01:24:33,562 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411250d6eeccffa434465b16d6635c1561b95_9bae25380a1c03ccc75503e37d345f7b, store=[table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:33,562 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250d6eeccffa434465b16d6635c1561b95_9bae25380a1c03ccc75503e37d345f7b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:33,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9bae25380a1c03ccc75503e37d345f7b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T01:24:33,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=A 2024-11-25T01:24:33,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:33,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=B 2024-11-25T01:24:33,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:33,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=C 2024-11-25T01:24:33,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:33,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742037_1213 (size=12865) 2024-11-25T01:24:33,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112508b90fb397854242abeee11730922512_9bae25380a1c03ccc75503e37d345f7b is 50, key is test_row_0/A:col10/1732497873569/Put/seqid=0 2024-11-25T01:24:33,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742038_1214 (size=4469) 2024-11-25T01:24:33,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497933586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:33,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497933587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:33,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497933591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:33,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497933594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:33,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497933594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:33,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742039_1215 (size=12454) 2024-11-25T01:24:33,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:33,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497933694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:33,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:33,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497933695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:33,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:33,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497933695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:33,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:33,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497933695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:33,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497933696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:33,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497933897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:33,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:33,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497933898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:33,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497933899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:33,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:33,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497933899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:33,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:33,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497933899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:33,977 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/f9fc8ab4d22b40b1af6f55fb80c4e1ba as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/f9fc8ab4d22b40b1af6f55fb80c4e1ba 2024-11-25T01:24:33,982 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9bae25380a1c03ccc75503e37d345f7b/B of 9bae25380a1c03ccc75503e37d345f7b into f9fc8ab4d22b40b1af6f55fb80c4e1ba(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:33,982 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:33,982 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b., storeName=9bae25380a1c03ccc75503e37d345f7b/B, priority=13, startTime=1732497873546; duration=0sec 2024-11-25T01:24:33,983 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:33,983 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bae25380a1c03ccc75503e37d345f7b:B 2024-11-25T01:24:33,983 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:33,983 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:33,984 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 9bae25380a1c03ccc75503e37d345f7b/C is initiating minor compaction (all files) 2024-11-25T01:24:33,984 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bae25380a1c03ccc75503e37d345f7b/C in TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:33,984 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/b79a4c440b6445dfb19c337179cac54a, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/0ddf9bf85c8647609666f69160d9388d, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/f5c223d250194655b3dcd783b5ac9499] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp, totalSize=36.2 K 2024-11-25T01:24:33,984 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting b79a4c440b6445dfb19c337179cac54a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732497869576 2024-11-25T01:24:33,985 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ddf9bf85c8647609666f69160d9388d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732497870199 2024-11-25T01:24:33,985 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting f5c223d250194655b3dcd783b5ac9499, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732497872339 2024-11-25T01:24:33,990 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bae25380a1c03ccc75503e37d345f7b#A#compaction#178 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:33,991 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/1adbc172535e49fb967cbd3239c71a0a is 175, key is test_row_0/A:col10/1732497872339/Put/seqid=0 2024-11-25T01:24:33,995 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bae25380a1c03ccc75503e37d345f7b#C#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:33,995 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/747789054aab429caf3315cc6702a861 is 50, key is test_row_0/C:col10/1732497872339/Put/seqid=0 2024-11-25T01:24:33,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742040_1216 (size=31819) 2024-11-25T01:24:34,003 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:34,007 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112508b90fb397854242abeee11730922512_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112508b90fb397854242abeee11730922512_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:34,009 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/3c476fe31f1b46bda8edaa685c22d4ab, store: [table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:34,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/3c476fe31f1b46bda8edaa685c22d4ab is 175, key is test_row_0/A:col10/1732497873569/Put/seqid=0 2024-11-25T01:24:34,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742041_1217 (size=12865) 2024-11-25T01:24:34,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742042_1218 (size=31255) 2024-11-25T01:24:34,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497934201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:34,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497934201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:34,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497934204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:34,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497934204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:34,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497934205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T01:24:34,271 INFO [Thread-692 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-25T01:24:34,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:24:34,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-25T01:24:34,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T01:24:34,273 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:24:34,274 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:24:34,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:24:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T01:24:34,406 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/1adbc172535e49fb967cbd3239c71a0a as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/1adbc172535e49fb967cbd3239c71a0a 2024-11-25T01:24:34,416 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/3c476fe31f1b46bda8edaa685c22d4ab 2024-11-25T01:24:34,418 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9bae25380a1c03ccc75503e37d345f7b/A of 9bae25380a1c03ccc75503e37d345f7b into 1adbc172535e49fb967cbd3239c71a0a(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:34,418 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:34,418 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b., storeName=9bae25380a1c03ccc75503e37d345f7b/A, priority=13, startTime=1732497873546; duration=0sec 2024-11-25T01:24:34,418 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:34,418 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bae25380a1c03ccc75503e37d345f7b:A 2024-11-25T01:24:34,420 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/747789054aab429caf3315cc6702a861 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/747789054aab429caf3315cc6702a861 2024-11-25T01:24:34,425 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:34,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/0a8c29ae7fd942aba9b114562de87053 is 50, key is test_row_0/B:col10/1732497873569/Put/seqid=0 2024-11-25T01:24:34,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T01:24:34,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:34,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:34,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:34,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:34,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:34,426 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9bae25380a1c03ccc75503e37d345f7b/C of 9bae25380a1c03ccc75503e37d345f7b into 747789054aab429caf3315cc6702a861(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:34,427 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:34,427 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b., storeName=9bae25380a1c03ccc75503e37d345f7b/C, priority=13, startTime=1732497873547; duration=0sec 2024-11-25T01:24:34,427 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:34,427 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bae25380a1c03ccc75503e37d345f7b:C 2024-11-25T01:24:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:34,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742043_1219 (size=12301) 2024-11-25T01:24:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T01:24:34,579 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:34,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T01:24:34,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:34,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:34,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:34,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:34,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:34,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497934704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:34,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497934708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:34,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497934708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:34,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497934709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:34,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497934711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:34,732 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:34,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T01:24:34,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:34,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:34,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:34,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:34,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:34,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/0a8c29ae7fd942aba9b114562de87053 2024-11-25T01:24:34,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/01453cb8702744f6a0b4d6029083a0d4 is 50, key is test_row_0/C:col10/1732497873569/Put/seqid=0 2024-11-25T01:24:34,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742044_1220 (size=12301) 2024-11-25T01:24:34,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/01453cb8702744f6a0b4d6029083a0d4 2024-11-25T01:24:34,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/3c476fe31f1b46bda8edaa685c22d4ab as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/3c476fe31f1b46bda8edaa685c22d4ab 2024-11-25T01:24:34,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/3c476fe31f1b46bda8edaa685c22d4ab, entries=150, sequenceid=277, filesize=30.5 K 2024-11-25T01:24:34,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/0a8c29ae7fd942aba9b114562de87053 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/0a8c29ae7fd942aba9b114562de87053 2024-11-25T01:24:34,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/0a8c29ae7fd942aba9b114562de87053, entries=150, sequenceid=277, filesize=12.0 K 2024-11-25T01:24:34,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/01453cb8702744f6a0b4d6029083a0d4 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/01453cb8702744f6a0b4d6029083a0d4 2024-11-25T01:24:34,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/01453cb8702744f6a0b4d6029083a0d4, entries=150, sequenceid=277, filesize=12.0 K 2024-11-25T01:24:34,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 9bae25380a1c03ccc75503e37d345f7b in 1301ms, sequenceid=277, compaction requested=false 2024-11-25T01:24:34,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T01:24:34,885 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:34,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T01:24:34,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:34,885 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 9bae25380a1c03ccc75503e37d345f7b 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T01:24:34,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=A 2024-11-25T01:24:34,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:34,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=B 2024-11-25T01:24:34,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:34,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=C 2024-11-25T01:24:34,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:34,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112595b1213d3e754fcb8a2488ef09709aec_9bae25380a1c03ccc75503e37d345f7b is 50, key is test_row_0/A:col10/1732497873590/Put/seqid=0 2024-11-25T01:24:34,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742045_1221 (size=12454) 2024-11-25T01:24:35,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:35,302 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112595b1213d3e754fcb8a2488ef09709aec_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112595b1213d3e754fcb8a2488ef09709aec_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:35,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/e4d4a3bb35bb4dfda3c11511c91643e3, store: [table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:35,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/e4d4a3bb35bb4dfda3c11511c91643e3 is 175, key is test_row_0/A:col10/1732497873590/Put/seqid=0 2024-11-25T01:24:35,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742046_1222 (size=31255) 2024-11-25T01:24:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T01:24:35,709 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=300, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/e4d4a3bb35bb4dfda3c11511c91643e3 2024-11-25T01:24:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:35,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:35,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/ddd71e8679f74a04ba25035ecf0cdcdc is 50, key is test_row_0/B:col10/1732497873590/Put/seqid=0 2024-11-25T01:24:35,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742047_1223 (size=12301) 2024-11-25T01:24:35,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:35,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497935726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:35,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497935727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:35,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497935727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:35,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497935727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:35,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497935728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:35,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497935829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:35,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497935831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:35,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497935833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:35,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497935833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:35,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497935834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:36,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497936032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:36,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497936034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:36,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497936034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:36,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497936036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:36,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497936036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:36,127 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/ddd71e8679f74a04ba25035ecf0cdcdc 2024-11-25T01:24:36,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/9d370c20af024b919cd2436a4d6a3614 is 50, key is test_row_0/C:col10/1732497873590/Put/seqid=0 2024-11-25T01:24:36,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742048_1224 (size=12301) 2024-11-25T01:24:36,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497936336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:36,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497936336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:36,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497936337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:36,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497936338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:36,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497936340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T01:24:36,546 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/9d370c20af024b919cd2436a4d6a3614 2024-11-25T01:24:36,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/e4d4a3bb35bb4dfda3c11511c91643e3 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/e4d4a3bb35bb4dfda3c11511c91643e3 2024-11-25T01:24:36,556 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/e4d4a3bb35bb4dfda3c11511c91643e3, entries=150, sequenceid=300, filesize=30.5 K 2024-11-25T01:24:36,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/ddd71e8679f74a04ba25035ecf0cdcdc as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/ddd71e8679f74a04ba25035ecf0cdcdc 2024-11-25T01:24:36,561 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/ddd71e8679f74a04ba25035ecf0cdcdc, entries=150, sequenceid=300, filesize=12.0 K 2024-11-25T01:24:36,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/9d370c20af024b919cd2436a4d6a3614 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/9d370c20af024b919cd2436a4d6a3614 2024-11-25T01:24:36,567 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/9d370c20af024b919cd2436a4d6a3614, entries=150, sequenceid=300, filesize=12.0 K 2024-11-25T01:24:36,568 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=100.63 KB/103050 for 9bae25380a1c03ccc75503e37d345f7b in 1683ms, sequenceid=300, compaction requested=true 2024-11-25T01:24:36,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:36,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:36,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-25T01:24:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-25T01:24:36,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-25T01:24:36,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2950 sec 2024-11-25T01:24:36,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 2.2990 sec 2024-11-25T01:24:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:36,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9bae25380a1c03ccc75503e37d345f7b 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T01:24:36,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=A 2024-11-25T01:24:36,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:36,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=B 2024-11-25T01:24:36,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:36,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=C 2024-11-25T01:24:36,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:36,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cf4e7a4700454597aedd3c8575ed2f04_9bae25380a1c03ccc75503e37d345f7b is 50, key is test_row_0/A:col10/1732497875726/Put/seqid=0 2024-11-25T01:24:36,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497936851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:36,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497936852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:36,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497936852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:36,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497936853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:36,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497936853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:36,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742049_1225 (size=17534) 2024-11-25T01:24:36,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497936956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:36,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497936956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:36,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497936956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:36,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497936957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:36,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497936957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:37,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497937158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:37,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497937158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:37,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497937159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:37,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497937159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:37,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497937160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:37,262 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:37,266 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cf4e7a4700454597aedd3c8575ed2f04_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cf4e7a4700454597aedd3c8575ed2f04_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:37,267 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/f0cebe3c36ff4ec3b654d5e7531772e2, store: [table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:37,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/f0cebe3c36ff4ec3b654d5e7531772e2 is 175, key is test_row_0/A:col10/1732497875726/Put/seqid=0 2024-11-25T01:24:37,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742050_1226 (size=48639) 2024-11-25T01:24:37,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497937461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:37,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497937462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:37,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497937462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:37,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497937462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:37,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497937463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:37,673 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/f0cebe3c36ff4ec3b654d5e7531772e2 2024-11-25T01:24:37,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/9ded4c2776b0409b9f28302ca2d89082 is 50, key is test_row_0/B:col10/1732497875726/Put/seqid=0 2024-11-25T01:24:37,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742051_1227 (size=12301) 2024-11-25T01:24:37,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497937966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:37,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497937967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:37,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497937969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:37,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497937972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:37,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497937972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:38,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/9ded4c2776b0409b9f28302ca2d89082 2024-11-25T01:24:38,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/8488274ccc2740f896c0491d6cf596ae is 50, key is test_row_0/C:col10/1732497875726/Put/seqid=0 2024-11-25T01:24:38,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742052_1228 (size=12301) 2024-11-25T01:24:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T01:24:38,378 INFO [Thread-692 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-25T01:24:38,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:24:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-25T01:24:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T01:24:38,381 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:24:38,382 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:24:38,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:24:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T01:24:38,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/8488274ccc2740f896c0491d6cf596ae 2024-11-25T01:24:38,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/f0cebe3c36ff4ec3b654d5e7531772e2 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/f0cebe3c36ff4ec3b654d5e7531772e2 2024-11-25T01:24:38,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/f0cebe3c36ff4ec3b654d5e7531772e2, entries=250, sequenceid=320, filesize=47.5 K 2024-11-25T01:24:38,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/9ded4c2776b0409b9f28302ca2d89082 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/9ded4c2776b0409b9f28302ca2d89082 2024-11-25T01:24:38,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/9ded4c2776b0409b9f28302ca2d89082, entries=150, sequenceid=320, filesize=12.0 K 2024-11-25T01:24:38,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/8488274ccc2740f896c0491d6cf596ae as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/8488274ccc2740f896c0491d6cf596ae 2024-11-25T01:24:38,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/8488274ccc2740f896c0491d6cf596ae, entries=150, sequenceid=320, filesize=12.0 K 2024-11-25T01:24:38,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 9bae25380a1c03ccc75503e37d345f7b in 1679ms, sequenceid=320, compaction requested=true 2024-11-25T01:24:38,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:38,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bae25380a1c03ccc75503e37d345f7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:24:38,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:38,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bae25380a1c03ccc75503e37d345f7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:24:38,521 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:24:38,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:38,521 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:24:38,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bae25380a1c03ccc75503e37d345f7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:24:38,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:38,523 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49768 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:24:38,523 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 9bae25380a1c03ccc75503e37d345f7b/B is initiating minor compaction (all files) 2024-11-25T01:24:38,523 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bae25380a1c03ccc75503e37d345f7b/B in TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:38,523 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/f9fc8ab4d22b40b1af6f55fb80c4e1ba, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/0a8c29ae7fd942aba9b114562de87053, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/ddd71e8679f74a04ba25035ecf0cdcdc, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/9ded4c2776b0409b9f28302ca2d89082] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp, totalSize=48.6 K 2024-11-25T01:24:38,524 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142968 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:24:38,524 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 9bae25380a1c03ccc75503e37d345f7b/A is initiating minor compaction (all files) 2024-11-25T01:24:38,524 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting f9fc8ab4d22b40b1af6f55fb80c4e1ba, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732497872339 2024-11-25T01:24:38,524 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bae25380a1c03ccc75503e37d345f7b/A in TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:38,524 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/1adbc172535e49fb967cbd3239c71a0a, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/3c476fe31f1b46bda8edaa685c22d4ab, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/e4d4a3bb35bb4dfda3c11511c91643e3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/f0cebe3c36ff4ec3b654d5e7531772e2] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp, totalSize=139.6 K 2024-11-25T01:24:38,524 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:38,524 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. files: [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/1adbc172535e49fb967cbd3239c71a0a, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/3c476fe31f1b46bda8edaa685c22d4ab, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/e4d4a3bb35bb4dfda3c11511c91643e3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/f0cebe3c36ff4ec3b654d5e7531772e2] 2024-11-25T01:24:38,524 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a8c29ae7fd942aba9b114562de87053, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732497873568 2024-11-25T01:24:38,524 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1adbc172535e49fb967cbd3239c71a0a, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732497872339 2024-11-25T01:24:38,525 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting ddd71e8679f74a04ba25035ecf0cdcdc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732497873590 2024-11-25T01:24:38,525 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c476fe31f1b46bda8edaa685c22d4ab, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732497873568 2024-11-25T01:24:38,525 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ded4c2776b0409b9f28302ca2d89082, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732497875726 2024-11-25T01:24:38,525 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4d4a3bb35bb4dfda3c11511c91643e3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732497873590 2024-11-25T01:24:38,525 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0cebe3c36ff4ec3b654d5e7531772e2, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732497875725 2024-11-25T01:24:38,533 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:38,533 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:38,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-25T01:24:38,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:38,535 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 9bae25380a1c03ccc75503e37d345f7b 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T01:24:38,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=A 2024-11-25T01:24:38,535 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bae25380a1c03ccc75503e37d345f7b#B#compaction#189 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:38,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:38,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=B 2024-11-25T01:24:38,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:38,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=C 2024-11-25T01:24:38,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:38,536 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/b3b9317a957044d2a8fafc40e28a0273 is 50, key is test_row_0/B:col10/1732497875726/Put/seqid=0 2024-11-25T01:24:38,536 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125b8b70f8abc1d48b2a3a29e7029ba0451_9bae25380a1c03ccc75503e37d345f7b store=[table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:38,538 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125b8b70f8abc1d48b2a3a29e7029ba0451_9bae25380a1c03ccc75503e37d345f7b, store=[table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:38,538 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b8b70f8abc1d48b2a3a29e7029ba0451_9bae25380a1c03ccc75503e37d345f7b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:38,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742053_1229 (size=13051) 2024-11-25T01:24:38,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742054_1230 (size=4469) 2024-11-25T01:24:38,545 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bae25380a1c03ccc75503e37d345f7b#A#compaction#190 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:38,546 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/15c113cdd7224b5c9b88cf5c5407c71e is 175, key is test_row_0/A:col10/1732497875726/Put/seqid=0 2024-11-25T01:24:38,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cc80e155aaf64075b872e9e683e253ea_9bae25380a1c03ccc75503e37d345f7b is 50, key is test_row_0/A:col10/1732497876851/Put/seqid=0 2024-11-25T01:24:38,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742055_1231 (size=32005) 2024-11-25T01:24:38,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742056_1232 (size=12454) 2024-11-25T01:24:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T01:24:38,947 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/b3b9317a957044d2a8fafc40e28a0273 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/b3b9317a957044d2a8fafc40e28a0273 2024-11-25T01:24:38,952 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9bae25380a1c03ccc75503e37d345f7b/B of 9bae25380a1c03ccc75503e37d345f7b into b3b9317a957044d2a8fafc40e28a0273(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:38,952 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:38,952 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b., storeName=9bae25380a1c03ccc75503e37d345f7b/B, priority=12, startTime=1732497878521; duration=0sec 2024-11-25T01:24:38,953 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:38,953 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bae25380a1c03ccc75503e37d345f7b:B 2024-11-25T01:24:38,953 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:24:38,954 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49768 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:24:38,954 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 9bae25380a1c03ccc75503e37d345f7b/C is initiating minor compaction (all files) 2024-11-25T01:24:38,954 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bae25380a1c03ccc75503e37d345f7b/C in TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:38,955 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/747789054aab429caf3315cc6702a861, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/01453cb8702744f6a0b4d6029083a0d4, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/9d370c20af024b919cd2436a4d6a3614, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/8488274ccc2740f896c0491d6cf596ae] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp, totalSize=48.6 K 2024-11-25T01:24:38,955 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 747789054aab429caf3315cc6702a861, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732497872339 2024-11-25T01:24:38,956 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 01453cb8702744f6a0b4d6029083a0d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732497873568 2024-11-25T01:24:38,956 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d370c20af024b919cd2436a4d6a3614, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732497873590 2024-11-25T01:24:38,956 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 8488274ccc2740f896c0491d6cf596ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732497875726 2024-11-25T01:24:38,966 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/15c113cdd7224b5c9b88cf5c5407c71e as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/15c113cdd7224b5c9b88cf5c5407c71e 2024-11-25T01:24:38,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:38,972 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bae25380a1c03ccc75503e37d345f7b#C#compaction#192 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:38,973 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/8b43e3b29ee94992b2ae4b6771abaa39 is 50, key is test_row_0/C:col10/1732497875726/Put/seqid=0 2024-11-25T01:24:38,976 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9bae25380a1c03ccc75503e37d345f7b/A of 9bae25380a1c03ccc75503e37d345f7b into 15c113cdd7224b5c9b88cf5c5407c71e(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:38,976 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:38,976 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b., storeName=9bae25380a1c03ccc75503e37d345f7b/A, priority=12, startTime=1732497878521; duration=0sec 2024-11-25T01:24:38,976 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:38,976 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bae25380a1c03ccc75503e37d345f7b:A 2024-11-25T01:24:38,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. as already flushing 2024-11-25T01:24:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:38,977 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cc80e155aaf64075b872e9e683e253ea_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cc80e155aaf64075b872e9e683e253ea_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:38,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/463be7265dce4c28ba907bec29bf764b, store: [table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:38,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/463be7265dce4c28ba907bec29bf764b is 175, key is test_row_0/A:col10/1732497876851/Put/seqid=0 2024-11-25T01:24:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T01:24:38,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497938991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:38,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497938991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:38,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497938992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:38,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497938993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:38,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497938994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:38,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742057_1233 (size=13051) 2024-11-25T01:24:39,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742058_1234 (size=31255) 2024-11-25T01:24:39,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497939096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:39,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497939096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:39,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497939096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:39,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497939097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:39,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497939098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:39,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497939298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:39,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497939298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:39,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497939298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:39,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:39,302 DEBUG [Thread-695 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x43a15d92 to 127.0.0.1:50052 2024-11-25T01:24:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497939299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:39,302 DEBUG [Thread-695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:24:39,303 DEBUG [Thread-699 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42aa95c2 to 127.0.0.1:50052 2024-11-25T01:24:39,303 DEBUG [Thread-699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:24:39,303 DEBUG [Thread-697 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28575504 to 127.0.0.1:50052 2024-11-25T01:24:39,303 DEBUG [Thread-697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:24:39,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497939303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:39,304 DEBUG [Thread-693 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x093cc14f to 127.0.0.1:50052 2024-11-25T01:24:39,304 DEBUG [Thread-693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:24:39,404 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/8b43e3b29ee94992b2ae4b6771abaa39 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/8b43e3b29ee94992b2ae4b6771abaa39 2024-11-25T01:24:39,408 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9bae25380a1c03ccc75503e37d345f7b/C of 9bae25380a1c03ccc75503e37d345f7b into 8b43e3b29ee94992b2ae4b6771abaa39(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:39,408 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:39,408 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b., storeName=9bae25380a1c03ccc75503e37d345f7b/C, priority=12, startTime=1732497878521; duration=0sec 2024-11-25T01:24:39,409 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:39,409 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bae25380a1c03ccc75503e37d345f7b:C 2024-11-25T01:24:39,418 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=336, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/463be7265dce4c28ba907bec29bf764b 2024-11-25T01:24:39,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/0f091e87aade48bea5c89f125faa7143 is 50, key is test_row_0/B:col10/1732497876851/Put/seqid=0 2024-11-25T01:24:39,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742059_1235 (size=12301) 2024-11-25T01:24:39,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T01:24:39,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:39,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497939601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:39,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497939603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:39,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497939603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:39,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497939604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:39,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:39,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497939607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:39,828 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/0f091e87aade48bea5c89f125faa7143 2024-11-25T01:24:39,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/0e160fcc8290454b81703f68acc82e55 is 50, key is test_row_0/C:col10/1732497876851/Put/seqid=0 2024-11-25T01:24:39,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742060_1236 (size=12301) 2024-11-25T01:24:40,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38290 deadline: 1732497940102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:40,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38322 deadline: 1732497940107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:40,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38346 deadline: 1732497940107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:40,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38312 deadline: 1732497940108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:40,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1732497940110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:40,240 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/0e160fcc8290454b81703f68acc82e55 2024-11-25T01:24:40,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/463be7265dce4c28ba907bec29bf764b as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/463be7265dce4c28ba907bec29bf764b 2024-11-25T01:24:40,247 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/463be7265dce4c28ba907bec29bf764b, entries=150, sequenceid=336, filesize=30.5 K 2024-11-25T01:24:40,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/0f091e87aade48bea5c89f125faa7143 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/0f091e87aade48bea5c89f125faa7143 2024-11-25T01:24:40,251 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/0f091e87aade48bea5c89f125faa7143, entries=150, sequenceid=336, filesize=12.0 K 2024-11-25T01:24:40,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/0e160fcc8290454b81703f68acc82e55 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/0e160fcc8290454b81703f68acc82e55 2024-11-25T01:24:40,255 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/0e160fcc8290454b81703f68acc82e55, entries=150, sequenceid=336, filesize=12.0 K 2024-11-25T01:24:40,256 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 9bae25380a1c03ccc75503e37d345f7b in 1722ms, sequenceid=336, compaction requested=false 2024-11-25T01:24:40,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:40,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:40,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-25T01:24:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-25T01:24:40,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-25T01:24:40,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8750 sec 2024-11-25T01:24:40,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.8790 sec 2024-11-25T01:24:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T01:24:40,485 INFO [Thread-692 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-25T01:24:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:41,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9bae25380a1c03ccc75503e37d345f7b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T01:24:41,109 DEBUG [Thread-688 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3183e16a to 127.0.0.1:50052 2024-11-25T01:24:41,109 DEBUG [Thread-684 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34e78b2e to 127.0.0.1:50052 2024-11-25T01:24:41,109 DEBUG [Thread-688 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:24:41,109 DEBUG [Thread-684 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:24:41,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=A 2024-11-25T01:24:41,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:41,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=B 2024-11-25T01:24:41,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:41,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=C 2024-11-25T01:24:41,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:41,112 DEBUG [Thread-682 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dc4805b to 127.0.0.1:50052 2024-11-25T01:24:41,112 DEBUG [Thread-682 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:24:41,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e703da2b0b7f4323918521b3861c65f4_9bae25380a1c03ccc75503e37d345f7b is 50, key is test_row_0/A:col10/1732497878990/Put/seqid=0 2024-11-25T01:24:41,117 DEBUG [Thread-690 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ad687d2 to 127.0.0.1:50052 2024-11-25T01:24:41,117 DEBUG [Thread-690 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:24:41,118 DEBUG [Thread-686 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d92bd5b to 127.0.0.1:50052 2024-11-25T01:24:41,118 DEBUG [Thread-686 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:24:41,118 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T01:24:41,118 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-25T01:24:41,118 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-25T01:24:41,118 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-25T01:24:41,118 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-25T01:24:41,118 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-25T01:24:41,118 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T01:24:41,118 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7306 2024-11-25T01:24:41,118 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7135 2024-11-25T01:24:41,118 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T01:24:41,118 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3073 2024-11-25T01:24:41,118 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9219 rows 2024-11-25T01:24:41,118 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3081 2024-11-25T01:24:41,118 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9243 rows 2024-11-25T01:24:41,118 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T01:24:41,118 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x77e36419 to 127.0.0.1:50052 2024-11-25T01:24:41,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:24:41,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742061_1237 (size=12454) 2024-11-25T01:24:41,122 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:41,123 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T01:24:41,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T01:24:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T01:24:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T01:24:41,127 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732497881127"}]},"ts":"1732497881127"} 2024-11-25T01:24:41,128 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T01:24:41,128 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e703da2b0b7f4323918521b3861c65f4_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e703da2b0b7f4323918521b3861c65f4_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:41,131 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/17c21c940b1246d08fbf5c8fafc428e0, store: [table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:41,132 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T01:24:41,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/17c21c940b1246d08fbf5c8fafc428e0 is 175, key is test_row_0/A:col10/1732497878990/Put/seqid=0 2024-11-25T01:24:41,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T01:24:41,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bae25380a1c03ccc75503e37d345f7b, UNASSIGN}] 2024-11-25T01:24:41,134 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bae25380a1c03ccc75503e37d345f7b, UNASSIGN 2024-11-25T01:24:41,135 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=9bae25380a1c03ccc75503e37d345f7b, regionState=CLOSING, regionLocation=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:41,136 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T01:24:41,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742062_1238 (size=31255) 2024-11-25T01:24:41,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; CloseRegionProcedure 9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462}] 2024-11-25T01:24:41,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T01:24:41,287 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:41,288 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(124): Close 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:41,288 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T01:24:41,288 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1681): Closing 9bae25380a1c03ccc75503e37d345f7b, disabling compactions & flushes 2024-11-25T01:24:41,288 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:41,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T01:24:41,537 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=361, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/17c21c940b1246d08fbf5c8fafc428e0 2024-11-25T01:24:41,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/d79b3f51026941fa845996e60eee864f is 50, key is test_row_0/B:col10/1732497878990/Put/seqid=0 2024-11-25T01:24:41,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742063_1239 (size=12301) 2024-11-25T01:24:41,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T01:24:41,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/d79b3f51026941fa845996e60eee864f 2024-11-25T01:24:41,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/799ebffb7efe46cbac318ac3eb71558e is 50, key is test_row_0/C:col10/1732497878990/Put/seqid=0 2024-11-25T01:24:41,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742064_1240 (size=12301) 2024-11-25T01:24:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T01:24:42,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/799ebffb7efe46cbac318ac3eb71558e 2024-11-25T01:24:42,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/17c21c940b1246d08fbf5c8fafc428e0 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/17c21c940b1246d08fbf5c8fafc428e0 2024-11-25T01:24:42,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/17c21c940b1246d08fbf5c8fafc428e0, entries=150, sequenceid=361, filesize=30.5 K 2024-11-25T01:24:42,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/d79b3f51026941fa845996e60eee864f as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/d79b3f51026941fa845996e60eee864f 2024-11-25T01:24:42,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/d79b3f51026941fa845996e60eee864f, entries=150, sequenceid=361, filesize=12.0 K 2024-11-25T01:24:42,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/799ebffb7efe46cbac318ac3eb71558e as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/799ebffb7efe46cbac318ac3eb71558e 2024-11-25T01:24:42,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/799ebffb7efe46cbac318ac3eb71558e, entries=150, sequenceid=361, filesize=12.0 K 2024-11-25T01:24:42,376 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=20.13 KB/20610 for 9bae25380a1c03ccc75503e37d345f7b in 1267ms, sequenceid=361, compaction requested=true 2024-11-25T01:24:42,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:42,376 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:42,376 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:42,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bae25380a1c03ccc75503e37d345f7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:24:42,376 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. after waiting 0 ms 2024-11-25T01:24:42,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:42,377 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:42,377 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. because compaction request was cancelled 2024-11-25T01:24:42,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bae25380a1c03ccc75503e37d345f7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:24:42,377 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bae25380a1c03ccc75503e37d345f7b:A 2024-11-25T01:24:42,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:42,377 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. because compaction request was cancelled 2024-11-25T01:24:42,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bae25380a1c03ccc75503e37d345f7b:C, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:24:42,377 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. because compaction request was cancelled 2024-11-25T01:24:42,377 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bae25380a1c03ccc75503e37d345f7b:C 2024-11-25T01:24:42,377 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bae25380a1c03ccc75503e37d345f7b:B 2024-11-25T01:24:42,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:42,377 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(2837): Flushing 9bae25380a1c03ccc75503e37d345f7b 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-25T01:24:42,377 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=A 2024-11-25T01:24:42,377 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:42,377 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=B 2024-11-25T01:24:42,377 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:42,377 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bae25380a1c03ccc75503e37d345f7b, store=C 2024-11-25T01:24:42,377 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:42,382 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112575c6a46c4c6249b0a03236328c5be901_9bae25380a1c03ccc75503e37d345f7b is 50, key is test_row_0/A:col10/1732497881117/Put/seqid=0 2024-11-25T01:24:42,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742065_1241 (size=12454) 2024-11-25T01:24:42,786 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:42,790 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112575c6a46c4c6249b0a03236328c5be901_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112575c6a46c4c6249b0a03236328c5be901_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:42,791 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/1942ee4624074fbf920f926661939ba0, store: [table=TestAcidGuarantees family=A region=9bae25380a1c03ccc75503e37d345f7b] 2024-11-25T01:24:42,791 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/1942ee4624074fbf920f926661939ba0 is 175, key is test_row_0/A:col10/1732497881117/Put/seqid=0 2024-11-25T01:24:42,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742066_1242 (size=31255) 2024-11-25T01:24:42,862 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T01:24:43,196 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/1942ee4624074fbf920f926661939ba0 2024-11-25T01:24:43,202 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/9a0c7c5c8b884d4e881488f8f9069961 is 50, key is test_row_0/B:col10/1732497881117/Put/seqid=0 2024-11-25T01:24:43,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742067_1243 (size=12301) 2024-11-25T01:24:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T01:24:43,606 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/9a0c7c5c8b884d4e881488f8f9069961 2024-11-25T01:24:43,613 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/8f078d70cba64a609d521b01db4c0d2c is 50, key is test_row_0/C:col10/1732497881117/Put/seqid=0 2024-11-25T01:24:43,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742068_1244 (size=12301) 2024-11-25T01:24:44,017 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/8f078d70cba64a609d521b01db4c0d2c 2024-11-25T01:24:44,021 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/A/1942ee4624074fbf920f926661939ba0 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/1942ee4624074fbf920f926661939ba0 2024-11-25T01:24:44,024 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/1942ee4624074fbf920f926661939ba0, entries=150, sequenceid=367, filesize=30.5 K 2024-11-25T01:24:44,025 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/B/9a0c7c5c8b884d4e881488f8f9069961 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/9a0c7c5c8b884d4e881488f8f9069961 2024-11-25T01:24:44,028 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/9a0c7c5c8b884d4e881488f8f9069961, entries=150, sequenceid=367, filesize=12.0 K 2024-11-25T01:24:44,029 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/.tmp/C/8f078d70cba64a609d521b01db4c0d2c as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/8f078d70cba64a609d521b01db4c0d2c 2024-11-25T01:24:44,032 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/8f078d70cba64a609d521b01db4c0d2c, entries=150, sequenceid=367, filesize=12.0 K 2024-11-25T01:24:44,032 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 9bae25380a1c03ccc75503e37d345f7b in 1655ms, sequenceid=367, compaction requested=true 2024-11-25T01:24:44,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/5e41f8a1fb4c43aab99139ba17ef9f36, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/87ec7789dcd545f4b80967c790ba8e61, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/1fe3bd214b5f4424a36dcef7f057f264, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/5876f342f8cb4dec87f5b6acae4f5d49, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/597defcaa7af402fb7b721153f673e44, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/f3641ebdb56b4def885520c647380558, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/282d3443295a4358b377d61477df649b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/4256153beb5941139980d4eb80ee3008, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/cabec916c21d4b09adaa96dc8e16b6a4, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/ea9cdd7c36244256b2a7ee40ea272fdf, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/7e807949f53447df8974d2cb68b2e6cb, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/bbe2f1ea1fdb460aba31d74386863fec, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/aef21191ee8445de8e42bdade4aabb56, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/c48b2925b9744b728d7459b9a7f34b7f, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/837e6b32d4a14586bb521efbd0b5d687, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/3e0f8ec5394d4f7baabed183a383dfae, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/2e5900d00c3c46c9855d642498afb3e3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/5327345f25c142b48b121fb8b7aa3398, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/1adbc172535e49fb967cbd3239c71a0a, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/3c476fe31f1b46bda8edaa685c22d4ab, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/e4d4a3bb35bb4dfda3c11511c91643e3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/f0cebe3c36ff4ec3b654d5e7531772e2] to archive 2024-11-25T01:24:44,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T01:24:44,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/5e41f8a1fb4c43aab99139ba17ef9f36 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/5e41f8a1fb4c43aab99139ba17ef9f36 2024-11-25T01:24:44,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/87ec7789dcd545f4b80967c790ba8e61 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/87ec7789dcd545f4b80967c790ba8e61 2024-11-25T01:24:44,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/1fe3bd214b5f4424a36dcef7f057f264 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/1fe3bd214b5f4424a36dcef7f057f264 2024-11-25T01:24:44,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/5876f342f8cb4dec87f5b6acae4f5d49 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/5876f342f8cb4dec87f5b6acae4f5d49 2024-11-25T01:24:44,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/597defcaa7af402fb7b721153f673e44 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/597defcaa7af402fb7b721153f673e44 2024-11-25T01:24:44,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/f3641ebdb56b4def885520c647380558 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/f3641ebdb56b4def885520c647380558 2024-11-25T01:24:44,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/282d3443295a4358b377d61477df649b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/282d3443295a4358b377d61477df649b 2024-11-25T01:24:44,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/4256153beb5941139980d4eb80ee3008 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/4256153beb5941139980d4eb80ee3008 2024-11-25T01:24:44,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/cabec916c21d4b09adaa96dc8e16b6a4 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/cabec916c21d4b09adaa96dc8e16b6a4 2024-11-25T01:24:44,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/ea9cdd7c36244256b2a7ee40ea272fdf to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/ea9cdd7c36244256b2a7ee40ea272fdf 2024-11-25T01:24:44,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/7e807949f53447df8974d2cb68b2e6cb to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/7e807949f53447df8974d2cb68b2e6cb 2024-11-25T01:24:44,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/bbe2f1ea1fdb460aba31d74386863fec to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/bbe2f1ea1fdb460aba31d74386863fec 2024-11-25T01:24:44,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/aef21191ee8445de8e42bdade4aabb56 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/aef21191ee8445de8e42bdade4aabb56 2024-11-25T01:24:44,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/c48b2925b9744b728d7459b9a7f34b7f to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/c48b2925b9744b728d7459b9a7f34b7f 2024-11-25T01:24:44,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/837e6b32d4a14586bb521efbd0b5d687 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/837e6b32d4a14586bb521efbd0b5d687 2024-11-25T01:24:44,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/3e0f8ec5394d4f7baabed183a383dfae to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/3e0f8ec5394d4f7baabed183a383dfae 2024-11-25T01:24:44,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/2e5900d00c3c46c9855d642498afb3e3 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/2e5900d00c3c46c9855d642498afb3e3 2024-11-25T01:24:44,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/5327345f25c142b48b121fb8b7aa3398 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/5327345f25c142b48b121fb8b7aa3398 2024-11-25T01:24:44,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/1adbc172535e49fb967cbd3239c71a0a to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/1adbc172535e49fb967cbd3239c71a0a 2024-11-25T01:24:44,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/3c476fe31f1b46bda8edaa685c22d4ab to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/3c476fe31f1b46bda8edaa685c22d4ab 2024-11-25T01:24:44,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/e4d4a3bb35bb4dfda3c11511c91643e3 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/e4d4a3bb35bb4dfda3c11511c91643e3 2024-11-25T01:24:44,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/f0cebe3c36ff4ec3b654d5e7531772e2 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/f0cebe3c36ff4ec3b654d5e7531772e2 2024-11-25T01:24:44,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/c88687f25ca9403d8e827fdb4650850f, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/d0756bf1268f4a97b151335186096884, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/b7486d4a2fc24dd395ca91829fcc1ae4, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/7ce8a5e382bc4fbf9950bcaf00c586e7, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/98cada306bdd4b54aa57af8139c77905, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/36ab0d59c83b47308b377f4b4dad252d, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/30b26ff069ee472cbccf1ab99570445c, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/6742351671964044a22dc51ca496f838, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/7e43b84ab6124e44ba5ea25460ab669a, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/739937717d954d41b9940431cfa7a07a, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/7371b846d1c04952ac9a10f05ff394c1, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/979abf85e2c344ca92e450926f5157a8, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/458f572f745d4fd4875a42d9238c90a0, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/ed0cbb591e2b445b9b9640c08bef7c5f, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/bf1bcde613404df38243ac64f191ec84, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/bd42d32a64e8478cb4e771da18804fd4, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/2070f220af3940208ac18e6711472f94, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/f9fc8ab4d22b40b1af6f55fb80c4e1ba, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/56af1748b1d347a7b3ba1f8971f81aaa, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/0a8c29ae7fd942aba9b114562de87053, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/ddd71e8679f74a04ba25035ecf0cdcdc, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/9ded4c2776b0409b9f28302ca2d89082] to archive 2024-11-25T01:24:44,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T01:24:44,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/c88687f25ca9403d8e827fdb4650850f to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/c88687f25ca9403d8e827fdb4650850f 2024-11-25T01:24:44,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/d0756bf1268f4a97b151335186096884 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/d0756bf1268f4a97b151335186096884 2024-11-25T01:24:44,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/b7486d4a2fc24dd395ca91829fcc1ae4 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/b7486d4a2fc24dd395ca91829fcc1ae4 2024-11-25T01:24:44,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/7ce8a5e382bc4fbf9950bcaf00c586e7 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/7ce8a5e382bc4fbf9950bcaf00c586e7 2024-11-25T01:24:44,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/98cada306bdd4b54aa57af8139c77905 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/98cada306bdd4b54aa57af8139c77905 2024-11-25T01:24:44,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/36ab0d59c83b47308b377f4b4dad252d to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/36ab0d59c83b47308b377f4b4dad252d 2024-11-25T01:24:44,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/30b26ff069ee472cbccf1ab99570445c to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/30b26ff069ee472cbccf1ab99570445c 2024-11-25T01:24:44,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/6742351671964044a22dc51ca496f838 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/6742351671964044a22dc51ca496f838 2024-11-25T01:24:44,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/7e43b84ab6124e44ba5ea25460ab669a to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/7e43b84ab6124e44ba5ea25460ab669a 2024-11-25T01:24:44,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/739937717d954d41b9940431cfa7a07a to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/739937717d954d41b9940431cfa7a07a 2024-11-25T01:24:44,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/7371b846d1c04952ac9a10f05ff394c1 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/7371b846d1c04952ac9a10f05ff394c1 2024-11-25T01:24:44,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/979abf85e2c344ca92e450926f5157a8 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/979abf85e2c344ca92e450926f5157a8 2024-11-25T01:24:44,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/458f572f745d4fd4875a42d9238c90a0 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/458f572f745d4fd4875a42d9238c90a0 2024-11-25T01:24:44,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/ed0cbb591e2b445b9b9640c08bef7c5f to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/ed0cbb591e2b445b9b9640c08bef7c5f 2024-11-25T01:24:44,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/bf1bcde613404df38243ac64f191ec84 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/bf1bcde613404df38243ac64f191ec84 2024-11-25T01:24:44,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/bd42d32a64e8478cb4e771da18804fd4 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/bd42d32a64e8478cb4e771da18804fd4 2024-11-25T01:24:44,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/2070f220af3940208ac18e6711472f94 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/2070f220af3940208ac18e6711472f94 2024-11-25T01:24:44,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/f9fc8ab4d22b40b1af6f55fb80c4e1ba to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/f9fc8ab4d22b40b1af6f55fb80c4e1ba 2024-11-25T01:24:44,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/56af1748b1d347a7b3ba1f8971f81aaa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/56af1748b1d347a7b3ba1f8971f81aaa 2024-11-25T01:24:44,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/0a8c29ae7fd942aba9b114562de87053 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/0a8c29ae7fd942aba9b114562de87053 2024-11-25T01:24:44,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/ddd71e8679f74a04ba25035ecf0cdcdc to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/ddd71e8679f74a04ba25035ecf0cdcdc 2024-11-25T01:24:44,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/9ded4c2776b0409b9f28302ca2d89082 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/9ded4c2776b0409b9f28302ca2d89082 2024-11-25T01:24:44,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/8ff768f1857f4b379e68864109169586, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/bdf82a7ad8fb44eab3d0dff39b595eed, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/1288219399d048be866fc599701e878b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/6f1c3105ced84690b03267d677df295c, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/da71d61cd7f943408b4ad1c6bf9b0f06, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/31c4fdc189f3460c921ba31cd627cfe4, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/14b82744cf6741dea30eab25cca10e8d, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/095bf9de138e41378883c44faa39cf7c, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/4c6e250120e94882a2ac10f90b5471b9, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/da34e39812fa4cdab0672464e041221a, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/d6b726fa44974a59b43c22399ce80ae1, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/8b0d6621b8ed48d7a80257bd1a9d997b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/581570d424f34603838b0841aa619d7e, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/824b7c830ab348ca97440e91f7bab936, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/b79a4c440b6445dfb19c337179cac54a, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/0a79aa7008034e64bfab7193ec9c8a0c, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/0ddf9bf85c8647609666f69160d9388d, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/747789054aab429caf3315cc6702a861, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/f5c223d250194655b3dcd783b5ac9499, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/01453cb8702744f6a0b4d6029083a0d4, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/9d370c20af024b919cd2436a4d6a3614, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/8488274ccc2740f896c0491d6cf596ae] to archive 2024-11-25T01:24:44,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T01:24:44,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/8ff768f1857f4b379e68864109169586 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/8ff768f1857f4b379e68864109169586 2024-11-25T01:24:44,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/bdf82a7ad8fb44eab3d0dff39b595eed to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/bdf82a7ad8fb44eab3d0dff39b595eed 2024-11-25T01:24:44,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/1288219399d048be866fc599701e878b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/1288219399d048be866fc599701e878b 2024-11-25T01:24:44,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/6f1c3105ced84690b03267d677df295c to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/6f1c3105ced84690b03267d677df295c 2024-11-25T01:24:44,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/da71d61cd7f943408b4ad1c6bf9b0f06 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/da71d61cd7f943408b4ad1c6bf9b0f06 2024-11-25T01:24:44,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/31c4fdc189f3460c921ba31cd627cfe4 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/31c4fdc189f3460c921ba31cd627cfe4 2024-11-25T01:24:44,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/14b82744cf6741dea30eab25cca10e8d to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/14b82744cf6741dea30eab25cca10e8d 2024-11-25T01:24:44,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/095bf9de138e41378883c44faa39cf7c to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/095bf9de138e41378883c44faa39cf7c 2024-11-25T01:24:44,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/4c6e250120e94882a2ac10f90b5471b9 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/4c6e250120e94882a2ac10f90b5471b9 2024-11-25T01:24:44,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/da34e39812fa4cdab0672464e041221a to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/da34e39812fa4cdab0672464e041221a 2024-11-25T01:24:44,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/d6b726fa44974a59b43c22399ce80ae1 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/d6b726fa44974a59b43c22399ce80ae1 2024-11-25T01:24:44,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/8b0d6621b8ed48d7a80257bd1a9d997b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/8b0d6621b8ed48d7a80257bd1a9d997b 2024-11-25T01:24:44,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/581570d424f34603838b0841aa619d7e to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/581570d424f34603838b0841aa619d7e 2024-11-25T01:24:44,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/824b7c830ab348ca97440e91f7bab936 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/824b7c830ab348ca97440e91f7bab936 2024-11-25T01:24:44,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/b79a4c440b6445dfb19c337179cac54a to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/b79a4c440b6445dfb19c337179cac54a 2024-11-25T01:24:44,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/0a79aa7008034e64bfab7193ec9c8a0c to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/0a79aa7008034e64bfab7193ec9c8a0c 2024-11-25T01:24:44,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/0ddf9bf85c8647609666f69160d9388d to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/0ddf9bf85c8647609666f69160d9388d 2024-11-25T01:24:44,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/747789054aab429caf3315cc6702a861 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/747789054aab429caf3315cc6702a861 2024-11-25T01:24:44,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/f5c223d250194655b3dcd783b5ac9499 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/f5c223d250194655b3dcd783b5ac9499 2024-11-25T01:24:44,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/01453cb8702744f6a0b4d6029083a0d4 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/01453cb8702744f6a0b4d6029083a0d4 2024-11-25T01:24:44,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/9d370c20af024b919cd2436a4d6a3614 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/9d370c20af024b919cd2436a4d6a3614 2024-11-25T01:24:44,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/8488274ccc2740f896c0491d6cf596ae to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/8488274ccc2740f896c0491d6cf596ae 2024-11-25T01:24:44,107 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/recovered.edits/370.seqid, newMaxSeqId=370, maxSeqId=4 2024-11-25T01:24:44,108 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b. 2024-11-25T01:24:44,108 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1635): Region close journal for 9bae25380a1c03ccc75503e37d345f7b: 2024-11-25T01:24:44,109 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(170): Closed 9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:44,109 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=9bae25380a1c03ccc75503e37d345f7b, regionState=CLOSED 2024-11-25T01:24:44,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-25T01:24:44,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; CloseRegionProcedure 9bae25380a1c03ccc75503e37d345f7b, server=15a7e74b0924,33739,1732497824462 in 2.9740 sec 2024-11-25T01:24:44,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-11-25T01:24:44,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bae25380a1c03ccc75503e37d345f7b, UNASSIGN in 2.9770 sec 2024-11-25T01:24:44,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-25T01:24:44,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.9800 sec 2024-11-25T01:24:44,114 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732497884114"}]},"ts":"1732497884114"} 2024-11-25T01:24:44,115 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T01:24:44,117 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T01:24:44,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.9940 sec 2024-11-25T01:24:44,207 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T01:24:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T01:24:45,232 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-25T01:24:45,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T01:24:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:24:45,234 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:24:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-25T01:24:45,234 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=65, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:24:45,236 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:45,238 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A, FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B, FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C, FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/recovered.edits] 2024-11-25T01:24:45,241 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/15c113cdd7224b5c9b88cf5c5407c71e to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/15c113cdd7224b5c9b88cf5c5407c71e 2024-11-25T01:24:45,242 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/17c21c940b1246d08fbf5c8fafc428e0 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/17c21c940b1246d08fbf5c8fafc428e0 2024-11-25T01:24:45,244 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/1942ee4624074fbf920f926661939ba0 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/1942ee4624074fbf920f926661939ba0 2024-11-25T01:24:45,245 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/463be7265dce4c28ba907bec29bf764b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/A/463be7265dce4c28ba907bec29bf764b 2024-11-25T01:24:45,247 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/0f091e87aade48bea5c89f125faa7143 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/0f091e87aade48bea5c89f125faa7143 2024-11-25T01:24:45,248 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/9a0c7c5c8b884d4e881488f8f9069961 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/9a0c7c5c8b884d4e881488f8f9069961 2024-11-25T01:24:45,249 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/b3b9317a957044d2a8fafc40e28a0273 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/b3b9317a957044d2a8fafc40e28a0273 2024-11-25T01:24:45,250 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/d79b3f51026941fa845996e60eee864f to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/B/d79b3f51026941fa845996e60eee864f 2024-11-25T01:24:45,252 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/0e160fcc8290454b81703f68acc82e55 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/0e160fcc8290454b81703f68acc82e55 2024-11-25T01:24:45,253 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/799ebffb7efe46cbac318ac3eb71558e to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/799ebffb7efe46cbac318ac3eb71558e 2024-11-25T01:24:45,254 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/8b43e3b29ee94992b2ae4b6771abaa39 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/8b43e3b29ee94992b2ae4b6771abaa39 2024-11-25T01:24:45,256 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/8f078d70cba64a609d521b01db4c0d2c to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/C/8f078d70cba64a609d521b01db4c0d2c 2024-11-25T01:24:45,258 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/recovered.edits/370.seqid to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b/recovered.edits/370.seqid 2024-11-25T01:24:45,259 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:45,259 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T01:24:45,260 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T01:24:45,261 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T01:24:45,265 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250147a97f04904e20999bb7f8e3209428_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250147a97f04904e20999bb7f8e3209428_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:45,266 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125069bdf60eefc42499c41b10e3dca7f6a_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125069bdf60eefc42499c41b10e3dca7f6a_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:45,268 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112508b90fb397854242abeee11730922512_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112508b90fb397854242abeee11730922512_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:45,269 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251469ac9d2f1944f5b0d269637a8a6fc2_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251469ac9d2f1944f5b0d269637a8a6fc2_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:45,270 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125153eb82fa22d48d9a10fb8a5061abeb1_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125153eb82fa22d48d9a10fb8a5061abeb1_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:45,272 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112517c0d7cf72d74adab568b3129e9963fa_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112517c0d7cf72d74adab568b3129e9963fa_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:45,273 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252a047673cab34b8eaa921e6de0c434da_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252a047673cab34b8eaa921e6de0c434da_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:45,274 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253369d98bafcc42a3bb14b75efeff2a83_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253369d98bafcc42a3bb14b75efeff2a83_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:45,275 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112543a8384e277c480ca91992a7873ac696_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112543a8384e277c480ca91992a7873ac696_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:45,277 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112557f22cb6824e4894a343f14b839fbad5_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112557f22cb6824e4894a343f14b839fbad5_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:45,278 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112575c6a46c4c6249b0a03236328c5be901_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112575c6a46c4c6249b0a03236328c5be901_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:45,279 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112595b1213d3e754fcb8a2488ef09709aec_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112595b1213d3e754fcb8a2488ef09709aec_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:45,281 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cc80e155aaf64075b872e9e683e253ea_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cc80e155aaf64075b872e9e683e253ea_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:45,282 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cf4e7a4700454597aedd3c8575ed2f04_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cf4e7a4700454597aedd3c8575ed2f04_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:45,283 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d7d73ed59d6a496c87e8daeb0d42f8f1_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d7d73ed59d6a496c87e8daeb0d42f8f1_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:45,284 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d7ffb382f0d14065b2c14ddf0629a1e2_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d7ffb382f0d14065b2c14ddf0629a1e2_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:45,285 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e521734875bc49b49f349bac715a094c_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e521734875bc49b49f349bac715a094c_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:45,287 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e703da2b0b7f4323918521b3861c65f4_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e703da2b0b7f4323918521b3861c65f4_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:45,288 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ec689bf955b547f58e76f54d6778e3b1_9bae25380a1c03ccc75503e37d345f7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ec689bf955b547f58e76f54d6778e3b1_9bae25380a1c03ccc75503e37d345f7b 2024-11-25T01:24:45,289 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T01:24:45,291 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=65, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:24:45,294 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T01:24:45,296 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T01:24:45,297 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=65, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:24:45,297 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T01:24:45,297 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732497885297"}]},"ts":"9223372036854775807"} 2024-11-25T01:24:45,299 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T01:24:45,299 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 9bae25380a1c03ccc75503e37d345f7b, NAME => 'TestAcidGuarantees,,1732497856186.9bae25380a1c03ccc75503e37d345f7b.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T01:24:45,299 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T01:24:45,299 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732497885299"}]},"ts":"9223372036854775807"} 2024-11-25T01:24:45,301 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T01:24:45,302 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=65, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:24:45,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 71 msec 2024-11-25T01:24:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-25T01:24:45,335 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-25T01:24:45,346 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=242 (was 239) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1944202677_22 at /127.0.0.1:41504 [Waiting for operation #615] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1944202677_22 at /127.0.0.1:36864 [Waiting for operation #1017] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x447bbe6b-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-492888106_22 at /127.0.0.1:41516 [Waiting for operation #635] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/cluster_df7c5154-dffa-4b7e-9d5b-a390ea6d3b1a/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-492888106_22 at /127.0.0.1:36712 [Waiting for operation #1040] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x447bbe6b-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x447bbe6b-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x447bbe6b-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/cluster_df7c5154-dffa-4b7e-9d5b-a390ea6d3b1a/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=462 (was 454) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=353 (was 336) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7076 (was 7175) 2024-11-25T01:24:45,356 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=242, OpenFileDescriptor=462, MaxFileDescriptor=1048576, SystemLoadAverage=353, ProcessCount=11, AvailableMemoryMB=7076 2024-11-25T01:24:45,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T01:24:45,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T01:24:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T01:24:45,359 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T01:24:45,360 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:45,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 66 2024-11-25T01:24:45,360 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T01:24:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-25T01:24:45,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742069_1245 (size=963) 2024-11-25T01:24:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-25T01:24:45,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-25T01:24:45,768 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579 2024-11-25T01:24:45,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742070_1246 (size=53) 2024-11-25T01:24:45,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-25T01:24:46,174 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T01:24:46,174 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 483e5b42634a040ec1079ec14f8006bb, disabling compactions & flushes 2024-11-25T01:24:46,174 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:46,174 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:46,174 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. after waiting 0 ms 2024-11-25T01:24:46,174 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:46,174 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:46,175 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:24:46,175 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T01:24:46,176 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732497886175"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732497886175"}]},"ts":"1732497886175"} 2024-11-25T01:24:46,177 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T01:24:46,177 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T01:24:46,178 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732497886177"}]},"ts":"1732497886177"} 2024-11-25T01:24:46,178 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T01:24:46,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=483e5b42634a040ec1079ec14f8006bb, ASSIGN}] 2024-11-25T01:24:46,183 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=483e5b42634a040ec1079ec14f8006bb, ASSIGN 2024-11-25T01:24:46,183 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=483e5b42634a040ec1079ec14f8006bb, ASSIGN; state=OFFLINE, location=15a7e74b0924,33739,1732497824462; forceNewPlan=false, retain=false 2024-11-25T01:24:46,334 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=483e5b42634a040ec1079ec14f8006bb, regionState=OPENING, regionLocation=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:46,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; OpenRegionProcedure 483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462}] 2024-11-25T01:24:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-25T01:24:46,486 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:46,489 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:46,489 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7285): Opening region: {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} 2024-11-25T01:24:46,489 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:24:46,490 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T01:24:46,490 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7327): checking encryption for 483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:24:46,490 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7330): checking classloading for 483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:24:46,491 INFO [StoreOpener-483e5b42634a040ec1079ec14f8006bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:24:46,492 INFO [StoreOpener-483e5b42634a040ec1079ec14f8006bb-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T01:24:46,492 INFO [StoreOpener-483e5b42634a040ec1079ec14f8006bb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 483e5b42634a040ec1079ec14f8006bb columnFamilyName A 2024-11-25T01:24:46,492 DEBUG [StoreOpener-483e5b42634a040ec1079ec14f8006bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:46,493 INFO [StoreOpener-483e5b42634a040ec1079ec14f8006bb-1 {}] regionserver.HStore(327): Store=483e5b42634a040ec1079ec14f8006bb/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T01:24:46,493 INFO [StoreOpener-483e5b42634a040ec1079ec14f8006bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:24:46,494 INFO [StoreOpener-483e5b42634a040ec1079ec14f8006bb-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T01:24:46,494 INFO [StoreOpener-483e5b42634a040ec1079ec14f8006bb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 483e5b42634a040ec1079ec14f8006bb columnFamilyName B 2024-11-25T01:24:46,494 DEBUG [StoreOpener-483e5b42634a040ec1079ec14f8006bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:46,494 INFO [StoreOpener-483e5b42634a040ec1079ec14f8006bb-1 {}] regionserver.HStore(327): Store=483e5b42634a040ec1079ec14f8006bb/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T01:24:46,494 INFO [StoreOpener-483e5b42634a040ec1079ec14f8006bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:24:46,495 INFO [StoreOpener-483e5b42634a040ec1079ec14f8006bb-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T01:24:46,495 INFO [StoreOpener-483e5b42634a040ec1079ec14f8006bb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 483e5b42634a040ec1079ec14f8006bb columnFamilyName C 2024-11-25T01:24:46,495 DEBUG [StoreOpener-483e5b42634a040ec1079ec14f8006bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:24:46,496 INFO [StoreOpener-483e5b42634a040ec1079ec14f8006bb-1 {}] regionserver.HStore(327): Store=483e5b42634a040ec1079ec14f8006bb/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T01:24:46,496 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:46,496 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:24:46,497 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:24:46,498 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T01:24:46,499 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1085): writing seq id for 483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:24:46,501 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T01:24:46,501 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1102): Opened 483e5b42634a040ec1079ec14f8006bb; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75110527, jitterRate=0.11923407018184662}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T01:24:46,502 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1001): Region open journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:24:46,502 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb., pid=68, masterSystemTime=1732497886486 2024-11-25T01:24:46,503 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:46,503 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:46,504 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=483e5b42634a040ec1079ec14f8006bb, regionState=OPEN, openSeqNum=2, regionLocation=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:46,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-25T01:24:46,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; OpenRegionProcedure 483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 in 170 msec 2024-11-25T01:24:46,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-11-25T01:24:46,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=483e5b42634a040ec1079ec14f8006bb, ASSIGN in 324 msec 2024-11-25T01:24:46,508 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T01:24:46,508 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732497886508"}]},"ts":"1732497886508"} 2024-11-25T01:24:46,509 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T01:24:46,511 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T01:24:46,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1530 sec 2024-11-25T01:24:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-25T01:24:47,464 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 66 completed 2024-11-25T01:24:47,466 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x50fa6d36 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8966e87 2024-11-25T01:24:47,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131d9f61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:24:47,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:24:47,471 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:24:47,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T01:24:47,473 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T01:24:47,476 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x507f24a9 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6b269a77 2024-11-25T01:24:47,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14bff6e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:24:47,480 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x158ab39f to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4aa0667b 2024-11-25T01:24:47,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c3a914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:24:47,484 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x110a2f3c to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@585010d8 2024-11-25T01:24:47,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@646799cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:24:47,488 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x16fc49ca to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ef24d1d 2024-11-25T01:24:47,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16831ced, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:24:47,492 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4b5cfd92 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@179acb41 2024-11-25T01:24:47,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19f0d92b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:24:47,495 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19975718 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@631ec80 2024-11-25T01:24:47,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267c3d0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:24:47,499 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f706d54 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@662cd9d6 2024-11-25T01:24:47,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ff1c42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:24:47,502 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x67bdbc25 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@675f2b6d 2024-11-25T01:24:47,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e9b26c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:24:47,505 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64803b67 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9a70d9 2024-11-25T01:24:47,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd0b424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:24:47,508 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x21114fed to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8a4efae 2024-11-25T01:24:47,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10cd1b0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:24:47,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:24:47,515 DEBUG [hconnection-0xae735aa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:24:47,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-25T01:24:47,516 DEBUG [hconnection-0x343a40b7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:24:47,516 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:24:47,516 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:24:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T01:24:47,517 DEBUG [hconnection-0x70c9357d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:24:47,517 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41548, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:24:47,517 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:24:47,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:24:47,517 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41554, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:24:47,524 DEBUG [hconnection-0x2eaa1aa1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:24:47,525 DEBUG [hconnection-0x39e6b518-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:24:47,525 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41556, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:24:47,525 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41570, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:24:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:24:47,528 DEBUG [hconnection-0x474f0812-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:24:47,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 483e5b42634a040ec1079ec14f8006bb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T01:24:47,529 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41574, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:24:47,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=A 2024-11-25T01:24:47,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:47,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=B 2024-11-25T01:24:47,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:47,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=C 2024-11-25T01:24:47,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:47,531 DEBUG [hconnection-0x283546c9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:24:47,534 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:24:47,535 DEBUG [hconnection-0x6c8826ae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:24:47,536 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41584, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:24:47,540 DEBUG [hconnection-0x39aff2f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:24:47,541 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:24:47,544 DEBUG [hconnection-0x60763863-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:24:47,545 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41602, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:24:47,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497947548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:47,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497947549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:47,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497947550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:47,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497947551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:47,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497947551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:47,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/a9d6a4662ec249299a9a56a283e92bf9 is 50, key is test_row_0/A:col10/1732497887527/Put/seqid=0 2024-11-25T01:24:47,613 DEBUG [master/15a7e74b0924:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region f5b199da6792693f6bb452d5d14e20bf changed from -1.0 to 0.0, refreshing cache 2024-11-25T01:24:47,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742071_1247 (size=12001) 2024-11-25T01:24:47,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/a9d6a4662ec249299a9a56a283e92bf9 2024-11-25T01:24:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T01:24:47,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497947652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:47,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497947653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:47,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497947655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:47,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497947655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:47,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497947656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:47,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/5b4a91c08d184b4f96786258955814dc is 50, key is test_row_0/B:col10/1732497887527/Put/seqid=0 2024-11-25T01:24:47,669 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:47,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T01:24:47,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:47,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:24:47,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:47,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:47,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:47,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742072_1248 (size=12001) 2024-11-25T01:24:47,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/5b4a91c08d184b4f96786258955814dc 2024-11-25T01:24:47,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/a9f2dd3e4eb349c6a2f296849357cf0d is 50, key is test_row_0/C:col10/1732497887527/Put/seqid=0 2024-11-25T01:24:47,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742073_1249 (size=12001) 2024-11-25T01:24:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T01:24:47,823 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:47,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T01:24:47,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:47,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:24:47,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:47,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:47,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:47,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497947854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:47,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497947857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:47,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497947857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:47,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497947860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:47,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497947860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:47,976 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:47,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T01:24:47,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:47,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:24:47,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:47,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:47,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T01:24:48,129 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:48,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T01:24:48,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:48,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:24:48,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:48,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:48,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:48,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497948159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:48,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497948160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:48,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/a9f2dd3e4eb349c6a2f296849357cf0d 2024-11-25T01:24:48,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497948162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:48,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497948162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:48,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497948163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:48,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/a9d6a4662ec249299a9a56a283e92bf9 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/a9d6a4662ec249299a9a56a283e92bf9 2024-11-25T01:24:48,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/a9d6a4662ec249299a9a56a283e92bf9, entries=150, sequenceid=14, filesize=11.7 K 2024-11-25T01:24:48,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/5b4a91c08d184b4f96786258955814dc as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/5b4a91c08d184b4f96786258955814dc 2024-11-25T01:24:48,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/5b4a91c08d184b4f96786258955814dc, entries=150, sequenceid=14, filesize=11.7 K 2024-11-25T01:24:48,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/a9f2dd3e4eb349c6a2f296849357cf0d as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/a9f2dd3e4eb349c6a2f296849357cf0d 2024-11-25T01:24:48,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/a9f2dd3e4eb349c6a2f296849357cf0d, entries=150, sequenceid=14, filesize=11.7 K 2024-11-25T01:24:48,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 483e5b42634a040ec1079ec14f8006bb in 657ms, sequenceid=14, compaction requested=false 2024-11-25T01:24:48,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:24:48,282 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:48,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T01:24:48,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:48,283 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 483e5b42634a040ec1079ec14f8006bb 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T01:24:48,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=A 2024-11-25T01:24:48,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:48,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=B 2024-11-25T01:24:48,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:48,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=C 2024-11-25T01:24:48,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:48,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/04a6e6f749fa4227b0ce024988bc09f5 is 50, key is test_row_0/A:col10/1732497887550/Put/seqid=0 2024-11-25T01:24:48,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742074_1250 (size=12001) 2024-11-25T01:24:48,298 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/04a6e6f749fa4227b0ce024988bc09f5 2024-11-25T01:24:48,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/a8267d69c6ec4150813748c83f538f8c is 50, key is test_row_0/B:col10/1732497887550/Put/seqid=0 2024-11-25T01:24:48,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742075_1251 (size=12001) 2024-11-25T01:24:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T01:24:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:24:48,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:24:48,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497948669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:48,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497948669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:48,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497948670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:48,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497948670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:48,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497948671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:48,722 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/a8267d69c6ec4150813748c83f538f8c 2024-11-25T01:24:48,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/7dcda2e7bee9472ea5bc1cc4501e31af is 50, key is test_row_0/C:col10/1732497887550/Put/seqid=0 2024-11-25T01:24:48,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742076_1252 (size=12001) 2024-11-25T01:24:48,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497948772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:48,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497948772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:48,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497948773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:48,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497948773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:48,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497948773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:48,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497948974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:48,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497948974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:48,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497948974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:48,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497948976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:48,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497948976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:49,137 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/7dcda2e7bee9472ea5bc1cc4501e31af 2024-11-25T01:24:49,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/04a6e6f749fa4227b0ce024988bc09f5 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/04a6e6f749fa4227b0ce024988bc09f5 2024-11-25T01:24:49,147 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/04a6e6f749fa4227b0ce024988bc09f5, entries=150, sequenceid=37, filesize=11.7 K 2024-11-25T01:24:49,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/a8267d69c6ec4150813748c83f538f8c as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/a8267d69c6ec4150813748c83f538f8c 2024-11-25T01:24:49,154 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/a8267d69c6ec4150813748c83f538f8c, entries=150, sequenceid=37, filesize=11.7 K 2024-11-25T01:24:49,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/7dcda2e7bee9472ea5bc1cc4501e31af as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/7dcda2e7bee9472ea5bc1cc4501e31af 2024-11-25T01:24:49,158 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/7dcda2e7bee9472ea5bc1cc4501e31af, entries=150, sequenceid=37, filesize=11.7 K 2024-11-25T01:24:49,159 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 483e5b42634a040ec1079ec14f8006bb in 876ms, sequenceid=37, compaction requested=false 2024-11-25T01:24:49,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:24:49,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:49,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-25T01:24:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-25T01:24:49,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-25T01:24:49,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6430 sec 2024-11-25T01:24:49,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.6560 sec 2024-11-25T01:24:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:24:49,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 483e5b42634a040ec1079ec14f8006bb 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T01:24:49,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=A 2024-11-25T01:24:49,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:49,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=B 2024-11-25T01:24:49,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:49,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=C 2024-11-25T01:24:49,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:49,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/6adc7e4eeaee487fab5e42eae4de56e7 is 50, key is test_row_0/A:col10/1732497888669/Put/seqid=0 2024-11-25T01:24:49,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497949296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:49,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497949296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:49,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497949297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:49,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497949297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:49,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497949298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:49,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742077_1253 (size=12001) 2024-11-25T01:24:49,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/6adc7e4eeaee487fab5e42eae4de56e7 2024-11-25T01:24:49,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/fee7b06a569244909cbd6d6664028e40 is 50, key is test_row_0/B:col10/1732497888669/Put/seqid=0 2024-11-25T01:24:49,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742078_1254 (size=12001) 2024-11-25T01:24:49,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497949400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:49,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497949400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:49,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497949401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:49,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497949401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:49,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497949402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:49,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497949603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:49,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:49,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497949604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497949603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:49,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497949604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:49,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497949605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T01:24:49,622 INFO [Thread-1142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-25T01:24:49,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:24:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-25T01:24:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T01:24:49,625 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:24:49,626 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:24:49,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:24:49,635 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T01:24:49,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/fee7b06a569244909cbd6d6664028e40 2024-11-25T01:24:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T01:24:49,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/1da9e328b9fa477cb9a4829e1544c954 is 50, key is test_row_0/C:col10/1732497888669/Put/seqid=0 2024-11-25T01:24:49,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742079_1255 (size=12001) 2024-11-25T01:24:49,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/1da9e328b9fa477cb9a4829e1544c954 2024-11-25T01:24:49,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/6adc7e4eeaee487fab5e42eae4de56e7 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/6adc7e4eeaee487fab5e42eae4de56e7 2024-11-25T01:24:49,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/6adc7e4eeaee487fab5e42eae4de56e7, entries=150, sequenceid=52, filesize=11.7 K 2024-11-25T01:24:49,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/fee7b06a569244909cbd6d6664028e40 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/fee7b06a569244909cbd6d6664028e40 2024-11-25T01:24:49,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/fee7b06a569244909cbd6d6664028e40, entries=150, sequenceid=52, filesize=11.7 K 2024-11-25T01:24:49,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/1da9e328b9fa477cb9a4829e1544c954 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/1da9e328b9fa477cb9a4829e1544c954 2024-11-25T01:24:49,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/1da9e328b9fa477cb9a4829e1544c954, entries=150, sequenceid=52, filesize=11.7 K 2024-11-25T01:24:49,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for 483e5b42634a040ec1079ec14f8006bb in 478ms, sequenceid=52, compaction requested=true 2024-11-25T01:24:49,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:24:49,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 483e5b42634a040ec1079ec14f8006bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:24:49,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:49,757 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:49,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 483e5b42634a040ec1079ec14f8006bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:24:49,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:49,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 483e5b42634a040ec1079ec14f8006bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:24:49,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:49,757 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:49,758 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:49,758 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:49,758 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 483e5b42634a040ec1079ec14f8006bb/A is initiating minor compaction (all files) 2024-11-25T01:24:49,758 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 483e5b42634a040ec1079ec14f8006bb/B is initiating minor compaction (all files) 2024-11-25T01:24:49,758 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 483e5b42634a040ec1079ec14f8006bb/A in TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:49,758 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 483e5b42634a040ec1079ec14f8006bb/B in TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:49,758 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/5b4a91c08d184b4f96786258955814dc, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/a8267d69c6ec4150813748c83f538f8c, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/fee7b06a569244909cbd6d6664028e40] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp, totalSize=35.2 K 2024-11-25T01:24:49,758 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/a9d6a4662ec249299a9a56a283e92bf9, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/04a6e6f749fa4227b0ce024988bc09f5, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/6adc7e4eeaee487fab5e42eae4de56e7] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp, totalSize=35.2 K 2024-11-25T01:24:49,759 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b4a91c08d184b4f96786258955814dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732497887526 2024-11-25T01:24:49,759 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9d6a4662ec249299a9a56a283e92bf9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732497887526 2024-11-25T01:24:49,759 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting a8267d69c6ec4150813748c83f538f8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732497887544 2024-11-25T01:24:49,760 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting fee7b06a569244909cbd6d6664028e40, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732497888665 2024-11-25T01:24:49,760 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04a6e6f749fa4227b0ce024988bc09f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732497887544 2024-11-25T01:24:49,761 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6adc7e4eeaee487fab5e42eae4de56e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732497888665 2024-11-25T01:24:49,770 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 483e5b42634a040ec1079ec14f8006bb#B#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:49,771 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/f839f1e3d282419ca3d685e6698edc92 is 50, key is test_row_0/B:col10/1732497888669/Put/seqid=0 2024-11-25T01:24:49,774 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 483e5b42634a040ec1079ec14f8006bb#A#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:49,774 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/2bc11db89c4141078c4a83b2cbc75cb4 is 50, key is test_row_0/A:col10/1732497888669/Put/seqid=0 2024-11-25T01:24:49,776 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:49,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T01:24:49,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:49,777 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 483e5b42634a040ec1079ec14f8006bb 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T01:24:49,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=A 2024-11-25T01:24:49,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:49,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=B 2024-11-25T01:24:49,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:49,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=C 2024-11-25T01:24:49,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:49,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742080_1256 (size=12104) 2024-11-25T01:24:49,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742081_1257 (size=12104) 2024-11-25T01:24:49,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/a498fd16117546f4ab276808348ddf68 is 50, key is test_row_0/A:col10/1732497889295/Put/seqid=0 2024-11-25T01:24:49,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742082_1258 (size=12001) 2024-11-25T01:24:49,791 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/2bc11db89c4141078c4a83b2cbc75cb4 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/2bc11db89c4141078c4a83b2cbc75cb4 2024-11-25T01:24:49,791 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/f839f1e3d282419ca3d685e6698edc92 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/f839f1e3d282419ca3d685e6698edc92 2024-11-25T01:24:49,795 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/a498fd16117546f4ab276808348ddf68 2024-11-25T01:24:49,802 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 483e5b42634a040ec1079ec14f8006bb/B of 483e5b42634a040ec1079ec14f8006bb into f839f1e3d282419ca3d685e6698edc92(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:49,802 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:24:49,802 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb., storeName=483e5b42634a040ec1079ec14f8006bb/B, priority=13, startTime=1732497889757; duration=0sec 2024-11-25T01:24:49,803 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:49,803 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 483e5b42634a040ec1079ec14f8006bb:B 2024-11-25T01:24:49,803 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:49,805 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 483e5b42634a040ec1079ec14f8006bb/A of 483e5b42634a040ec1079ec14f8006bb into 2bc11db89c4141078c4a83b2cbc75cb4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:49,805 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:24:49,805 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb., storeName=483e5b42634a040ec1079ec14f8006bb/A, priority=13, startTime=1732497889757; duration=0sec 2024-11-25T01:24:49,805 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:49,805 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 483e5b42634a040ec1079ec14f8006bb/C is initiating minor compaction (all files) 2024-11-25T01:24:49,805 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:49,805 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 483e5b42634a040ec1079ec14f8006bb:A 2024-11-25T01:24:49,805 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 483e5b42634a040ec1079ec14f8006bb/C in TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:49,805 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/a9f2dd3e4eb349c6a2f296849357cf0d, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/7dcda2e7bee9472ea5bc1cc4501e31af, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/1da9e328b9fa477cb9a4829e1544c954] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp, totalSize=35.2 K 2024-11-25T01:24:49,806 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting a9f2dd3e4eb349c6a2f296849357cf0d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732497887526 2024-11-25T01:24:49,806 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 7dcda2e7bee9472ea5bc1cc4501e31af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732497887544 2024-11-25T01:24:49,806 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 1da9e328b9fa477cb9a4829e1544c954, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732497888665 2024-11-25T01:24:49,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/2e34d620729f407eb06e4768cc44bced is 50, key is test_row_0/B:col10/1732497889295/Put/seqid=0 2024-11-25T01:24:49,818 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 483e5b42634a040ec1079ec14f8006bb#C#compaction#214 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:49,818 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/c7a2689640f34117a8818518ad885931 is 50, key is test_row_0/C:col10/1732497888669/Put/seqid=0 2024-11-25T01:24:49,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742084_1260 (size=12001) 2024-11-25T01:24:49,832 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/2e34d620729f407eb06e4768cc44bced 2024-11-25T01:24:49,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/1cf192f0af854269b95cf49155ee8fad is 50, key is test_row_0/C:col10/1732497889295/Put/seqid=0 2024-11-25T01:24:49,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742083_1259 (size=12104) 2024-11-25T01:24:49,851 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/c7a2689640f34117a8818518ad885931 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/c7a2689640f34117a8818518ad885931 2024-11-25T01:24:49,856 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 483e5b42634a040ec1079ec14f8006bb/C of 483e5b42634a040ec1079ec14f8006bb into c7a2689640f34117a8818518ad885931(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:49,856 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:24:49,856 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb., storeName=483e5b42634a040ec1079ec14f8006bb/C, priority=13, startTime=1732497889757; duration=0sec 2024-11-25T01:24:49,856 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:49,856 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 483e5b42634a040ec1079ec14f8006bb:C 2024-11-25T01:24:49,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742085_1261 (size=12001) 2024-11-25T01:24:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:24:49,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:24:49,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497949913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:49,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497949915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:49,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497949915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:49,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497949916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:49,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497949916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T01:24:50,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497950017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:50,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:50,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497950019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497950019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:50,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497950020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:50,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497950020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:50,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497950219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:50,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497950221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:50,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497950222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:50,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497950222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:50,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497950223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T01:24:50,286 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/1cf192f0af854269b95cf49155ee8fad 2024-11-25T01:24:50,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/a498fd16117546f4ab276808348ddf68 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/a498fd16117546f4ab276808348ddf68 2024-11-25T01:24:50,295 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/a498fd16117546f4ab276808348ddf68, entries=150, sequenceid=75, filesize=11.7 K 2024-11-25T01:24:50,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/2e34d620729f407eb06e4768cc44bced as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/2e34d620729f407eb06e4768cc44bced 2024-11-25T01:24:50,300 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/2e34d620729f407eb06e4768cc44bced, entries=150, sequenceid=75, filesize=11.7 K 2024-11-25T01:24:50,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/1cf192f0af854269b95cf49155ee8fad as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/1cf192f0af854269b95cf49155ee8fad 2024-11-25T01:24:50,305 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/1cf192f0af854269b95cf49155ee8fad, entries=150, sequenceid=75, filesize=11.7 K 2024-11-25T01:24:50,306 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 483e5b42634a040ec1079ec14f8006bb in 529ms, sequenceid=75, compaction requested=false 2024-11-25T01:24:50,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:24:50,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:50,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-25T01:24:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-25T01:24:50,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-25T01:24:50,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 681 msec 2024-11-25T01:24:50,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 686 msec 2024-11-25T01:24:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:24:50,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 483e5b42634a040ec1079ec14f8006bb 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T01:24:50,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=A 2024-11-25T01:24:50,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:50,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=B 2024-11-25T01:24:50,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:50,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=C 2024-11-25T01:24:50,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:50,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/fe27658fea5541ca8165f0704577ad39 is 50, key is test_row_0/A:col10/1732497889912/Put/seqid=0 2024-11-25T01:24:50,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742086_1262 (size=12001) 2024-11-25T01:24:50,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497950539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:50,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497950540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:50,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497950541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:50,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497950542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:50,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497950542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:50,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497950643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:50,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497950643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:50,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497950644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:50,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497950644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:50,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:50,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497950645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T01:24:50,728 INFO [Thread-1142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-25T01:24:50,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:24:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-25T01:24:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T01:24:50,731 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:24:50,731 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:24:50,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:24:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T01:24:50,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497950846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:50,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497950847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:50,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497950847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:50,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497950848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:50,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497950848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:50,883 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:50,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T01:24:50,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:50,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:24:50,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:50,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:50,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:50,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/fe27658fea5541ca8165f0704577ad39 2024-11-25T01:24:50,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/661a0eac2cc749d8a44275dd9c4cd999 is 50, key is test_row_0/B:col10/1732497889912/Put/seqid=0 2024-11-25T01:24:50,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742087_1263 (size=12001) 2024-11-25T01:24:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T01:24:51,036 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:51,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T01:24:51,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:51,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:24:51,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:51,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:51,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:51,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:51,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497951150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497951150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:51,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497951151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:51,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497951151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:51,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497951152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:51,188 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:51,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T01:24:51,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:51,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:24:51,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:51,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:51,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T01:24:51,341 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:51,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T01:24:51,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:51,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:24:51,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:51,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:51,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:51,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/661a0eac2cc749d8a44275dd9c4cd999 2024-11-25T01:24:51,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/a339f364484240c78fb0d225108b8926 is 50, key is test_row_0/C:col10/1732497889912/Put/seqid=0 2024-11-25T01:24:51,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742088_1264 (size=12001) 2024-11-25T01:24:51,493 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:51,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T01:24:51,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:51,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:24:51,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:51,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:51,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:51,646 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:51,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T01:24:51,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:51,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:24:51,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:51,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:51,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:51,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497951654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:51,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497951655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:51,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497951655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:51,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497951656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:51,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497951656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:51,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/a339f364484240c78fb0d225108b8926 2024-11-25T01:24:51,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/fe27658fea5541ca8165f0704577ad39 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/fe27658fea5541ca8165f0704577ad39 2024-11-25T01:24:51,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/fe27658fea5541ca8165f0704577ad39, entries=150, sequenceid=94, filesize=11.7 K 2024-11-25T01:24:51,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/661a0eac2cc749d8a44275dd9c4cd999 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/661a0eac2cc749d8a44275dd9c4cd999 2024-11-25T01:24:51,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/661a0eac2cc749d8a44275dd9c4cd999, entries=150, sequenceid=94, filesize=11.7 K 2024-11-25T01:24:51,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/a339f364484240c78fb0d225108b8926 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/a339f364484240c78fb0d225108b8926 2024-11-25T01:24:51,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/a339f364484240c78fb0d225108b8926, entries=150, sequenceid=94, filesize=11.7 K 2024-11-25T01:24:51,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 483e5b42634a040ec1079ec14f8006bb in 1263ms, sequenceid=94, compaction requested=true 2024-11-25T01:24:51,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:24:51,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 483e5b42634a040ec1079ec14f8006bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:24:51,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:51,790 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:51,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 483e5b42634a040ec1079ec14f8006bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:24:51,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:51,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 483e5b42634a040ec1079ec14f8006bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:24:51,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:51,790 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:51,791 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:51,791 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:51,791 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 483e5b42634a040ec1079ec14f8006bb/B is initiating minor compaction (all files) 2024-11-25T01:24:51,791 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 483e5b42634a040ec1079ec14f8006bb/A is initiating minor compaction (all files) 2024-11-25T01:24:51,791 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 483e5b42634a040ec1079ec14f8006bb/B in TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:51,791 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 483e5b42634a040ec1079ec14f8006bb/A in TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:51,791 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/f839f1e3d282419ca3d685e6698edc92, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/2e34d620729f407eb06e4768cc44bced, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/661a0eac2cc749d8a44275dd9c4cd999] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp, totalSize=35.3 K 2024-11-25T01:24:51,791 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/2bc11db89c4141078c4a83b2cbc75cb4, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/a498fd16117546f4ab276808348ddf68, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/fe27658fea5541ca8165f0704577ad39] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp, totalSize=35.3 K 2024-11-25T01:24:51,791 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting f839f1e3d282419ca3d685e6698edc92, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732497888665 2024-11-25T01:24:51,791 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2bc11db89c4141078c4a83b2cbc75cb4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732497888665 2024-11-25T01:24:51,792 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e34d620729f407eb06e4768cc44bced, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732497889294 2024-11-25T01:24:51,792 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting a498fd16117546f4ab276808348ddf68, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732497889294 2024-11-25T01:24:51,792 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 661a0eac2cc749d8a44275dd9c4cd999, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732497889912 2024-11-25T01:24:51,792 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe27658fea5541ca8165f0704577ad39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732497889912 2024-11-25T01:24:51,799 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:51,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T01:24:51,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:51,800 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 483e5b42634a040ec1079ec14f8006bb 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T01:24:51,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=A 2024-11-25T01:24:51,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:51,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=B 2024-11-25T01:24:51,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:51,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=C 2024-11-25T01:24:51,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:51,801 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 483e5b42634a040ec1079ec14f8006bb#A#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:51,802 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/c961d77bc2f548c1b328d08ee0ae7ce7 is 50, key is test_row_0/A:col10/1732497889912/Put/seqid=0 2024-11-25T01:24:51,805 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 483e5b42634a040ec1079ec14f8006bb#B#compaction#221 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:51,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/99d73d579b2343779126300180c35923 is 50, key is test_row_0/A:col10/1732497890540/Put/seqid=0 2024-11-25T01:24:51,806 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/12c02ab51d4843d1b0156b9fa66bacae is 50, key is test_row_0/B:col10/1732497889912/Put/seqid=0 2024-11-25T01:24:51,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742089_1265 (size=12207) 2024-11-25T01:24:51,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742091_1267 (size=12001) 2024-11-25T01:24:51,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742090_1266 (size=12207) 2024-11-25T01:24:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T01:24:52,214 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/99d73d579b2343779126300180c35923 2024-11-25T01:24:52,214 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/c961d77bc2f548c1b328d08ee0ae7ce7 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/c961d77bc2f548c1b328d08ee0ae7ce7 2024-11-25T01:24:52,220 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 483e5b42634a040ec1079ec14f8006bb/A of 483e5b42634a040ec1079ec14f8006bb into c961d77bc2f548c1b328d08ee0ae7ce7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:52,220 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:24:52,220 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb., storeName=483e5b42634a040ec1079ec14f8006bb/A, priority=13, startTime=1732497891790; duration=0sec 2024-11-25T01:24:52,220 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:52,220 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 483e5b42634a040ec1079ec14f8006bb:A 2024-11-25T01:24:52,220 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:52,224 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:52,224 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 483e5b42634a040ec1079ec14f8006bb/C is initiating minor compaction (all files) 2024-11-25T01:24:52,224 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 483e5b42634a040ec1079ec14f8006bb/C in TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:52,224 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/c7a2689640f34117a8818518ad885931, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/1cf192f0af854269b95cf49155ee8fad, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/a339f364484240c78fb0d225108b8926] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp, totalSize=35.3 K 2024-11-25T01:24:52,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/c1daee22bc2a4082980deb0bbe0169b2 is 50, key is test_row_0/B:col10/1732497890540/Put/seqid=0 2024-11-25T01:24:52,225 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7a2689640f34117a8818518ad885931, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732497888665 2024-11-25T01:24:52,225 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/12c02ab51d4843d1b0156b9fa66bacae as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/12c02ab51d4843d1b0156b9fa66bacae 2024-11-25T01:24:52,226 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1cf192f0af854269b95cf49155ee8fad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732497889294 2024-11-25T01:24:52,226 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting a339f364484240c78fb0d225108b8926, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732497889912 2024-11-25T01:24:52,230 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 483e5b42634a040ec1079ec14f8006bb/B of 483e5b42634a040ec1079ec14f8006bb into 12c02ab51d4843d1b0156b9fa66bacae(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:52,230 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:24:52,230 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb., storeName=483e5b42634a040ec1079ec14f8006bb/B, priority=13, startTime=1732497891790; duration=0sec 2024-11-25T01:24:52,230 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:52,230 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 483e5b42634a040ec1079ec14f8006bb:B 2024-11-25T01:24:52,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742092_1268 (size=12001) 2024-11-25T01:24:52,240 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/c1daee22bc2a4082980deb0bbe0169b2 2024-11-25T01:24:52,242 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 483e5b42634a040ec1079ec14f8006bb#C#compaction#223 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:52,243 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/690faa5d77a448f08f304e05bed73380 is 50, key is test_row_0/C:col10/1732497889912/Put/seqid=0 2024-11-25T01:24:52,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742093_1269 (size=12207) 2024-11-25T01:24:52,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/a951d3c8f41740c5be72086ea0a39a03 is 50, key is test_row_0/C:col10/1732497890540/Put/seqid=0 2024-11-25T01:24:52,254 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/690faa5d77a448f08f304e05bed73380 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/690faa5d77a448f08f304e05bed73380 2024-11-25T01:24:52,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742094_1270 (size=12001) 2024-11-25T01:24:52,257 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/a951d3c8f41740c5be72086ea0a39a03 2024-11-25T01:24:52,262 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 483e5b42634a040ec1079ec14f8006bb/C of 483e5b42634a040ec1079ec14f8006bb into 690faa5d77a448f08f304e05bed73380(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:52,262 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:24:52,262 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb., storeName=483e5b42634a040ec1079ec14f8006bb/C, priority=13, startTime=1732497891790; duration=0sec 2024-11-25T01:24:52,262 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:52,262 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 483e5b42634a040ec1079ec14f8006bb:C 2024-11-25T01:24:52,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/99d73d579b2343779126300180c35923 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/99d73d579b2343779126300180c35923 2024-11-25T01:24:52,271 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/99d73d579b2343779126300180c35923, entries=150, sequenceid=115, filesize=11.7 K 2024-11-25T01:24:52,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/c1daee22bc2a4082980deb0bbe0169b2 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/c1daee22bc2a4082980deb0bbe0169b2 2024-11-25T01:24:52,277 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/c1daee22bc2a4082980deb0bbe0169b2, entries=150, sequenceid=115, filesize=11.7 K 2024-11-25T01:24:52,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/a951d3c8f41740c5be72086ea0a39a03 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/a951d3c8f41740c5be72086ea0a39a03 2024-11-25T01:24:52,284 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/a951d3c8f41740c5be72086ea0a39a03, entries=150, sequenceid=115, filesize=11.7 K 2024-11-25T01:24:52,285 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 483e5b42634a040ec1079ec14f8006bb in 485ms, sequenceid=115, compaction requested=false 2024-11-25T01:24:52,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:24:52,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:52,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-25T01:24:52,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-25T01:24:52,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-25T01:24:52,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5540 sec 2024-11-25T01:24:52,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.5590 sec 2024-11-25T01:24:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:24:52,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 483e5b42634a040ec1079ec14f8006bb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T01:24:52,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=A 2024-11-25T01:24:52,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:52,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=B 2024-11-25T01:24:52,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:52,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=C 2024-11-25T01:24:52,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:52,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/31bcd470dbe14b4baa856fdb4dda210f is 50, key is test_row_0/A:col10/1732497892667/Put/seqid=0 2024-11-25T01:24:52,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742095_1271 (size=12101) 2024-11-25T01:24:52,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/31bcd470dbe14b4baa856fdb4dda210f 2024-11-25T01:24:52,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/d31e463b8e114360be221e7ce011e4cc is 50, key is test_row_0/B:col10/1732497892667/Put/seqid=0 2024-11-25T01:24:52,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742096_1272 (size=12101) 2024-11-25T01:24:52,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497952689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:52,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497952692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:52,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:52,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497952693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497952693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:52,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497952693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:52,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497952794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:52,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:52,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497952797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:52,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:52,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497952797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:52,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497952797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:52,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497952797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T01:24:52,835 INFO [Thread-1142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-25T01:24:52,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:24:52,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-25T01:24:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T01:24:52,838 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:24:52,839 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:24:52,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:24:52,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T01:24:52,990 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:52,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-25T01:24:52,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:52,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:24:52,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:52,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:52,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:52,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:52,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:52,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497952996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:53,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:53,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497952999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:53,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:53,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497953000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:53,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:53,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497953000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:53,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:53,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497953001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:53,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/d31e463b8e114360be221e7ce011e4cc 2024-11-25T01:24:53,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/8289013b57bb41a29f32f2882d1aa24e is 50, key is test_row_0/C:col10/1732497892667/Put/seqid=0 2024-11-25T01:24:53,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742097_1273 (size=12101) 2024-11-25T01:24:53,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/8289013b57bb41a29f32f2882d1aa24e 2024-11-25T01:24:53,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/31bcd470dbe14b4baa856fdb4dda210f as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/31bcd470dbe14b4baa856fdb4dda210f 2024-11-25T01:24:53,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/31bcd470dbe14b4baa856fdb4dda210f, entries=150, sequenceid=131, filesize=11.8 K 2024-11-25T01:24:53,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/d31e463b8e114360be221e7ce011e4cc as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/d31e463b8e114360be221e7ce011e4cc 2024-11-25T01:24:53,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/d31e463b8e114360be221e7ce011e4cc, entries=150, sequenceid=131, filesize=11.8 K 2024-11-25T01:24:53,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/8289013b57bb41a29f32f2882d1aa24e as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/8289013b57bb41a29f32f2882d1aa24e 2024-11-25T01:24:53,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/8289013b57bb41a29f32f2882d1aa24e, entries=150, sequenceid=131, filesize=11.8 K 2024-11-25T01:24:53,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 483e5b42634a040ec1079ec14f8006bb in 459ms, sequenceid=131, compaction requested=true 2024-11-25T01:24:53,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:24:53,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 483e5b42634a040ec1079ec14f8006bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:24:53,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:53,126 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:53,126 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:53,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 483e5b42634a040ec1079ec14f8006bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:24:53,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:53,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 483e5b42634a040ec1079ec14f8006bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:24:53,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:53,128 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:53,128 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 483e5b42634a040ec1079ec14f8006bb/A is initiating minor compaction (all files) 2024-11-25T01:24:53,128 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 483e5b42634a040ec1079ec14f8006bb/A in TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:53,128 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/c961d77bc2f548c1b328d08ee0ae7ce7, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/99d73d579b2343779126300180c35923, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/31bcd470dbe14b4baa856fdb4dda210f] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp, totalSize=35.5 K 2024-11-25T01:24:53,128 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:53,128 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 483e5b42634a040ec1079ec14f8006bb/B is initiating minor compaction (all files) 2024-11-25T01:24:53,128 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 483e5b42634a040ec1079ec14f8006bb/B in TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:53,129 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting c961d77bc2f548c1b328d08ee0ae7ce7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732497889912 2024-11-25T01:24:53,129 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/12c02ab51d4843d1b0156b9fa66bacae, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/c1daee22bc2a4082980deb0bbe0169b2, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/d31e463b8e114360be221e7ce011e4cc] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp, totalSize=35.5 K 2024-11-25T01:24:53,129 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99d73d579b2343779126300180c35923, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732497890535 2024-11-25T01:24:53,129 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 12c02ab51d4843d1b0156b9fa66bacae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732497889912 2024-11-25T01:24:53,130 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31bcd470dbe14b4baa856fdb4dda210f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732497892665 2024-11-25T01:24:53,130 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting c1daee22bc2a4082980deb0bbe0169b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732497890535 2024-11-25T01:24:53,131 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting d31e463b8e114360be221e7ce011e4cc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732497892665 2024-11-25T01:24:53,139 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 483e5b42634a040ec1079ec14f8006bb#A#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:53,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T01:24:53,140 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/8994f10b8b2c423e91da934b0e7a2ce6 is 50, key is test_row_0/A:col10/1732497892667/Put/seqid=0 2024-11-25T01:24:53,142 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 483e5b42634a040ec1079ec14f8006bb#B#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:53,143 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/1fa62d0b98974e1585a01bb235f76ead is 50, key is test_row_0/B:col10/1732497892667/Put/seqid=0 2024-11-25T01:24:53,143 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:53,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-25T01:24:53,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:53,145 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 483e5b42634a040ec1079ec14f8006bb 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T01:24:53,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=A 2024-11-25T01:24:53,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:53,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=B 2024-11-25T01:24:53,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:53,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=C 2024-11-25T01:24:53,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:53,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742098_1274 (size=12409) 2024-11-25T01:24:53,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742099_1275 (size=12409) 2024-11-25T01:24:53,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/54395597a3dc4f32aacadb04882de141 is 50, key is test_row_0/A:col10/1732497892688/Put/seqid=0 2024-11-25T01:24:53,154 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/1fa62d0b98974e1585a01bb235f76ead as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/1fa62d0b98974e1585a01bb235f76ead 2024-11-25T01:24:53,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742100_1276 (size=12151) 2024-11-25T01:24:53,158 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/54395597a3dc4f32aacadb04882de141 2024-11-25T01:24:53,159 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 483e5b42634a040ec1079ec14f8006bb/B of 483e5b42634a040ec1079ec14f8006bb into 1fa62d0b98974e1585a01bb235f76ead(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:53,159 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:24:53,159 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb., storeName=483e5b42634a040ec1079ec14f8006bb/B, priority=13, startTime=1732497893126; duration=0sec 2024-11-25T01:24:53,159 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:53,159 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 483e5b42634a040ec1079ec14f8006bb:B 2024-11-25T01:24:53,159 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:53,160 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:53,160 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 483e5b42634a040ec1079ec14f8006bb/C is initiating minor compaction (all files) 2024-11-25T01:24:53,160 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 483e5b42634a040ec1079ec14f8006bb/C in TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:53,161 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/690faa5d77a448f08f304e05bed73380, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/a951d3c8f41740c5be72086ea0a39a03, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/8289013b57bb41a29f32f2882d1aa24e] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp, totalSize=35.5 K 2024-11-25T01:24:53,161 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 690faa5d77a448f08f304e05bed73380, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732497889912 2024-11-25T01:24:53,161 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting a951d3c8f41740c5be72086ea0a39a03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732497890535 2024-11-25T01:24:53,162 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 8289013b57bb41a29f32f2882d1aa24e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732497892665 2024-11-25T01:24:53,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/9290019ba0524047ab65da1abd9c6c59 is 50, key is test_row_0/B:col10/1732497892688/Put/seqid=0 2024-11-25T01:24:53,170 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 483e5b42634a040ec1079ec14f8006bb#C#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:53,171 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/86d30ddf9fc941e2a2bedf7bad3f7d7a is 50, key is test_row_0/C:col10/1732497892667/Put/seqid=0 2024-11-25T01:24:53,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742101_1277 (size=12151) 2024-11-25T01:24:53,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742102_1278 (size=12409) 2024-11-25T01:24:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:24:53,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:24:53,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497953306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:53,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497953307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:53,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497953307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:53,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497953308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:53,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497953308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:53,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:53,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497953409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:53,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497953410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:53,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497953410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:53,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497953411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:53,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:53,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497953411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:53,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T01:24:53,552 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/8994f10b8b2c423e91da934b0e7a2ce6 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/8994f10b8b2c423e91da934b0e7a2ce6 2024-11-25T01:24:53,558 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 483e5b42634a040ec1079ec14f8006bb/A of 483e5b42634a040ec1079ec14f8006bb into 8994f10b8b2c423e91da934b0e7a2ce6(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:53,558 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:24:53,558 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb., storeName=483e5b42634a040ec1079ec14f8006bb/A, priority=13, startTime=1732497893126; duration=0sec 2024-11-25T01:24:53,558 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:53,558 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 483e5b42634a040ec1079ec14f8006bb:A 2024-11-25T01:24:53,574 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/9290019ba0524047ab65da1abd9c6c59 2024-11-25T01:24:53,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/fa8b7dbdc22e4ee79d5024205a448439 is 50, key is test_row_0/C:col10/1732497892688/Put/seqid=0 2024-11-25T01:24:53,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742103_1279 (size=12151) 2024-11-25T01:24:53,588 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/fa8b7dbdc22e4ee79d5024205a448439 2024-11-25T01:24:53,588 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/86d30ddf9fc941e2a2bedf7bad3f7d7a as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/86d30ddf9fc941e2a2bedf7bad3f7d7a 2024-11-25T01:24:53,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/54395597a3dc4f32aacadb04882de141 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/54395597a3dc4f32aacadb04882de141 2024-11-25T01:24:53,594 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 483e5b42634a040ec1079ec14f8006bb/C of 483e5b42634a040ec1079ec14f8006bb into 86d30ddf9fc941e2a2bedf7bad3f7d7a(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:53,594 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:24:53,594 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb., storeName=483e5b42634a040ec1079ec14f8006bb/C, priority=13, startTime=1732497893126; duration=0sec 2024-11-25T01:24:53,594 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:53,594 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 483e5b42634a040ec1079ec14f8006bb:C 2024-11-25T01:24:53,598 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/54395597a3dc4f32aacadb04882de141, entries=150, sequenceid=156, filesize=11.9 K 2024-11-25T01:24:53,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/9290019ba0524047ab65da1abd9c6c59 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/9290019ba0524047ab65da1abd9c6c59 2024-11-25T01:24:53,603 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/9290019ba0524047ab65da1abd9c6c59, entries=150, sequenceid=156, filesize=11.9 K 2024-11-25T01:24:53,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/fa8b7dbdc22e4ee79d5024205a448439 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/fa8b7dbdc22e4ee79d5024205a448439 2024-11-25T01:24:53,609 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/fa8b7dbdc22e4ee79d5024205a448439, entries=150, sequenceid=156, filesize=11.9 K 2024-11-25T01:24:53,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-25T01:24:53,610 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 483e5b42634a040ec1079ec14f8006bb in 465ms, sequenceid=156, compaction requested=false 2024-11-25T01:24:53,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:24:53,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:53,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-25T01:24:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-25T01:24:53,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-25T01:24:53,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 772 msec 2024-11-25T01:24:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:24:53,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 483e5b42634a040ec1079ec14f8006bb 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T01:24:53,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 777 msec 2024-11-25T01:24:53,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=A 2024-11-25T01:24:53,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:53,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=B 2024-11-25T01:24:53,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:53,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=C 2024-11-25T01:24:53,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:53,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/bdf59e1148a44cd7984a4d1a398d005a is 50, key is test_row_0/A:col10/1732497893613/Put/seqid=0 2024-11-25T01:24:53,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497953634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:53,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497953633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:53,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497953635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:53,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497953636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:53,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497953637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:53,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742104_1280 (size=12151) 2024-11-25T01:24:53,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497953738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:53,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497953738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:53,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497953739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:53,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:53,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497953740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:53,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:53,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497953740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T01:24:53,941 INFO [Thread-1142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-25T01:24:53,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497953941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:53,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497953942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:53,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497953942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:53,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:53,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:24:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497953942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:53,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-25T01:24:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497953942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T01:24:53,945 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:24:53,945 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:24:53,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:24:54,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/bdf59e1148a44cd7984a4d1a398d005a 2024-11-25T01:24:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T01:24:54,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/b5704993c3a147bba8a287475f425f4a is 50, key is test_row_0/B:col10/1732497893613/Put/seqid=0 2024-11-25T01:24:54,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742105_1281 (size=12151) 2024-11-25T01:24:54,097 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:54,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T01:24:54,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:54,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:24:54,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:54,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:54,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:54,207 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T01:24:54,207 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-25T01:24:54,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497954243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:54,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497954244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:54,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497954244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:54,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497954245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T01:24:54,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497954246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:54,250 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:54,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T01:24:54,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:54,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:24:54,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:54,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:54,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:54,402 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:54,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T01:24:54,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:54,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:24:54,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:54,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:54,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:54,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/b5704993c3a147bba8a287475f425f4a 2024-11-25T01:24:54,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/63f97e32995140a1824a6f6c37124e17 is 50, key is test_row_0/C:col10/1732497893613/Put/seqid=0 2024-11-25T01:24:54,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742106_1282 (size=12151) 2024-11-25T01:24:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T01:24:54,555 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:54,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T01:24:54,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:54,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:24:54,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:54,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:54,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:54,708 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:54,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T01:24:54,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:54,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:24:54,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:54,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:54,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:54,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497954747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:54,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497954748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:54,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497954749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:54,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497954750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:54,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497954752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:54,860 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:54,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T01:24:54,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:54,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:24:54,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:54,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:54,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:54,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/63f97e32995140a1824a6f6c37124e17 2024-11-25T01:24:54,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/bdf59e1148a44cd7984a4d1a398d005a as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/bdf59e1148a44cd7984a4d1a398d005a 2024-11-25T01:24:54,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/bdf59e1148a44cd7984a4d1a398d005a, entries=150, sequenceid=174, filesize=11.9 K 2024-11-25T01:24:54,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/b5704993c3a147bba8a287475f425f4a as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/b5704993c3a147bba8a287475f425f4a 2024-11-25T01:24:54,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/b5704993c3a147bba8a287475f425f4a, entries=150, sequenceid=174, filesize=11.9 K 2024-11-25T01:24:54,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/63f97e32995140a1824a6f6c37124e17 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/63f97e32995140a1824a6f6c37124e17 2024-11-25T01:24:54,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/63f97e32995140a1824a6f6c37124e17, entries=150, sequenceid=174, filesize=11.9 K 2024-11-25T01:24:54,888 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 483e5b42634a040ec1079ec14f8006bb in 1273ms, sequenceid=174, compaction requested=true 2024-11-25T01:24:54,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:24:54,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 483e5b42634a040ec1079ec14f8006bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:24:54,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:54,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 483e5b42634a040ec1079ec14f8006bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:24:54,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:54,888 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:54,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 483e5b42634a040ec1079ec14f8006bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:24:54,888 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:54,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:54,890 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:54,890 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 483e5b42634a040ec1079ec14f8006bb/B is initiating minor compaction (all files) 2024-11-25T01:24:54,890 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 483e5b42634a040ec1079ec14f8006bb/B in TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:54,890 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/1fa62d0b98974e1585a01bb235f76ead, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/9290019ba0524047ab65da1abd9c6c59, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/b5704993c3a147bba8a287475f425f4a] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp, totalSize=35.9 K 2024-11-25T01:24:54,890 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:54,890 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 483e5b42634a040ec1079ec14f8006bb/A is initiating minor compaction (all files) 2024-11-25T01:24:54,890 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 483e5b42634a040ec1079ec14f8006bb/A in TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:54,890 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/8994f10b8b2c423e91da934b0e7a2ce6, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/54395597a3dc4f32aacadb04882de141, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/bdf59e1148a44cd7984a4d1a398d005a] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp, totalSize=35.9 K 2024-11-25T01:24:54,890 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fa62d0b98974e1585a01bb235f76ead, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732497892665 2024-11-25T01:24:54,891 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8994f10b8b2c423e91da934b0e7a2ce6, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732497892665 2024-11-25T01:24:54,891 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 9290019ba0524047ab65da1abd9c6c59, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732497892688 2024-11-25T01:24:54,892 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting b5704993c3a147bba8a287475f425f4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732497893307 2024-11-25T01:24:54,892 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54395597a3dc4f32aacadb04882de141, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732497892688 2024-11-25T01:24:54,892 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting bdf59e1148a44cd7984a4d1a398d005a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732497893307 2024-11-25T01:24:54,901 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 483e5b42634a040ec1079ec14f8006bb#B#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:54,901 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 483e5b42634a040ec1079ec14f8006bb#A#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:54,902 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/40a7bc5f84434ccc92a349dd2a004ea1 is 50, key is test_row_0/B:col10/1732497893613/Put/seqid=0 2024-11-25T01:24:54,902 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/53bccc2b7f9d427e85d3f9007c294363 is 50, key is test_row_0/A:col10/1732497893613/Put/seqid=0 2024-11-25T01:24:54,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742108_1284 (size=12561) 2024-11-25T01:24:54,931 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/40a7bc5f84434ccc92a349dd2a004ea1 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/40a7bc5f84434ccc92a349dd2a004ea1 2024-11-25T01:24:54,936 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 483e5b42634a040ec1079ec14f8006bb/B of 483e5b42634a040ec1079ec14f8006bb into 40a7bc5f84434ccc92a349dd2a004ea1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:54,936 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:24:54,936 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb., storeName=483e5b42634a040ec1079ec14f8006bb/B, priority=13, startTime=1732497894888; duration=0sec 2024-11-25T01:24:54,936 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:54,936 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 483e5b42634a040ec1079ec14f8006bb:B 2024-11-25T01:24:54,936 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:54,937 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:54,937 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 483e5b42634a040ec1079ec14f8006bb/C is initiating minor compaction (all files) 2024-11-25T01:24:54,938 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 483e5b42634a040ec1079ec14f8006bb/C in TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:54,938 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/86d30ddf9fc941e2a2bedf7bad3f7d7a, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/fa8b7dbdc22e4ee79d5024205a448439, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/63f97e32995140a1824a6f6c37124e17] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp, totalSize=35.9 K 2024-11-25T01:24:54,938 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 86d30ddf9fc941e2a2bedf7bad3f7d7a, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732497892665 2024-11-25T01:24:54,938 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting fa8b7dbdc22e4ee79d5024205a448439, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732497892688 2024-11-25T01:24:54,939 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 63f97e32995140a1824a6f6c37124e17, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732497893307 2024-11-25T01:24:54,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742107_1283 (size=12561) 2024-11-25T01:24:54,949 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 483e5b42634a040ec1079ec14f8006bb#C#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:54,950 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/55865b4714e54cc09380d54558a13477 is 50, key is test_row_0/C:col10/1732497893613/Put/seqid=0 2024-11-25T01:24:54,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742109_1285 (size=12561) 2024-11-25T01:24:55,013 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:55,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T01:24:55,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:55,014 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 483e5b42634a040ec1079ec14f8006bb 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T01:24:55,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=A 2024-11-25T01:24:55,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:55,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=B 2024-11-25T01:24:55,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:55,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=C 2024-11-25T01:24:55,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:55,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/193479f1575d45deadadd06832cbde96 is 50, key is test_row_0/A:col10/1732497893636/Put/seqid=0 2024-11-25T01:24:55,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742110_1286 (size=12151) 2024-11-25T01:24:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T01:24:55,352 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/53bccc2b7f9d427e85d3f9007c294363 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/53bccc2b7f9d427e85d3f9007c294363 2024-11-25T01:24:55,357 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 483e5b42634a040ec1079ec14f8006bb/A of 483e5b42634a040ec1079ec14f8006bb into 53bccc2b7f9d427e85d3f9007c294363(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:55,357 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:24:55,357 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb., storeName=483e5b42634a040ec1079ec14f8006bb/A, priority=13, startTime=1732497894888; duration=0sec 2024-11-25T01:24:55,358 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:55,358 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 483e5b42634a040ec1079ec14f8006bb:A 2024-11-25T01:24:55,365 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/55865b4714e54cc09380d54558a13477 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/55865b4714e54cc09380d54558a13477 2024-11-25T01:24:55,370 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 483e5b42634a040ec1079ec14f8006bb/C of 483e5b42634a040ec1079ec14f8006bb into 55865b4714e54cc09380d54558a13477(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:55,370 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:24:55,370 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb., storeName=483e5b42634a040ec1079ec14f8006bb/C, priority=13, startTime=1732497894888; duration=0sec 2024-11-25T01:24:55,370 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:55,370 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 483e5b42634a040ec1079ec14f8006bb:C 2024-11-25T01:24:55,428 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/193479f1575d45deadadd06832cbde96 2024-11-25T01:24:55,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/8240ae4b674c480bb576d7e0b2f3894c is 50, key is test_row_0/B:col10/1732497893636/Put/seqid=0 2024-11-25T01:24:55,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742111_1287 (size=12151) 2024-11-25T01:24:55,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:24:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:24:55,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497955764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:55,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497955764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:55,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497955766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:55,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497955766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:55,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497955767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:55,841 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/8240ae4b674c480bb576d7e0b2f3894c 2024-11-25T01:24:55,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/af185a577cee41a8b9a7a0044a91c45b is 50, key is test_row_0/C:col10/1732497893636/Put/seqid=0 2024-11-25T01:24:55,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742112_1288 (size=12151) 2024-11-25T01:24:55,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497955868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:55,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497955868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:55,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497955870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:55,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497955870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:55,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497955870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T01:24:56,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497956070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:56,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497956071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:56,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497956072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:56,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497956072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:56,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497956072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:56,254 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/af185a577cee41a8b9a7a0044a91c45b 2024-11-25T01:24:56,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/193479f1575d45deadadd06832cbde96 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/193479f1575d45deadadd06832cbde96 2024-11-25T01:24:56,263 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/193479f1575d45deadadd06832cbde96, entries=150, sequenceid=196, filesize=11.9 K 2024-11-25T01:24:56,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/8240ae4b674c480bb576d7e0b2f3894c as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/8240ae4b674c480bb576d7e0b2f3894c 2024-11-25T01:24:56,268 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/8240ae4b674c480bb576d7e0b2f3894c, entries=150, sequenceid=196, filesize=11.9 K 2024-11-25T01:24:56,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/af185a577cee41a8b9a7a0044a91c45b as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/af185a577cee41a8b9a7a0044a91c45b 2024-11-25T01:24:56,273 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/af185a577cee41a8b9a7a0044a91c45b, entries=150, sequenceid=196, filesize=11.9 K 2024-11-25T01:24:56,274 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 483e5b42634a040ec1079ec14f8006bb in 1261ms, sequenceid=196, compaction requested=false 2024-11-25T01:24:56,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:24:56,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:56,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-25T01:24:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-25T01:24:56,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-25T01:24:56,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3300 sec 2024-11-25T01:24:56,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 2.3350 sec 2024-11-25T01:24:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:24:56,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 483e5b42634a040ec1079ec14f8006bb 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T01:24:56,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=A 2024-11-25T01:24:56,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:56,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=B 2024-11-25T01:24:56,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:56,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=C 2024-11-25T01:24:56,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:56,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/ebc24914d5b2432391fcdb57071b121c is 50, key is test_row_1/A:col10/1732497896371/Put/seqid=0 2024-11-25T01:24:56,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742113_1289 (size=9757) 2024-11-25T01:24:56,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:56,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497956385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497956386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:56,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497956386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:56,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497956387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:56,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497956387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:56,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:56,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497956489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497956489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:56,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:56,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497956489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497956489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:56,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497956490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:56,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:56,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497956691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:56,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:56,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:56,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497956692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:56,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497956691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:56,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:56,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497956692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:56,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:56,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497956692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:56,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/ebc24914d5b2432391fcdb57071b121c 2024-11-25T01:24:56,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/dee06166341e438793a2b69eb1f6fafd is 50, key is test_row_1/B:col10/1732497896371/Put/seqid=0 2024-11-25T01:24:56,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742114_1290 (size=9757) 2024-11-25T01:24:56,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/dee06166341e438793a2b69eb1f6fafd 2024-11-25T01:24:56,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/47825620c4bf498cbe1f1d060e725858 is 50, key is test_row_1/C:col10/1732497896371/Put/seqid=0 2024-11-25T01:24:56,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742115_1291 (size=9757) 2024-11-25T01:24:56,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497956994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:56,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497956994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:56,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497956994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:56,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497956996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:56,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497956996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:57,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/47825620c4bf498cbe1f1d060e725858 2024-11-25T01:24:57,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/ebc24914d5b2432391fcdb57071b121c as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/ebc24914d5b2432391fcdb57071b121c 2024-11-25T01:24:57,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/ebc24914d5b2432391fcdb57071b121c, entries=100, sequenceid=214, filesize=9.5 K 2024-11-25T01:24:57,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/dee06166341e438793a2b69eb1f6fafd as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/dee06166341e438793a2b69eb1f6fafd 2024-11-25T01:24:57,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/dee06166341e438793a2b69eb1f6fafd, entries=100, sequenceid=214, filesize=9.5 K 2024-11-25T01:24:57,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/47825620c4bf498cbe1f1d060e725858 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/47825620c4bf498cbe1f1d060e725858 2024-11-25T01:24:57,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/47825620c4bf498cbe1f1d060e725858, entries=100, sequenceid=214, filesize=9.5 K 2024-11-25T01:24:57,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 483e5b42634a040ec1079ec14f8006bb in 867ms, sequenceid=214, compaction requested=true 2024-11-25T01:24:57,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:24:57,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 483e5b42634a040ec1079ec14f8006bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:24:57,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:57,239 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:57,239 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:57,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 483e5b42634a040ec1079ec14f8006bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:24:57,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:57,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 483e5b42634a040ec1079ec14f8006bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:24:57,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:57,240 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:57,240 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:57,241 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 483e5b42634a040ec1079ec14f8006bb/B is initiating minor compaction (all files) 2024-11-25T01:24:57,241 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 483e5b42634a040ec1079ec14f8006bb/A is initiating minor compaction (all files) 2024-11-25T01:24:57,241 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 483e5b42634a040ec1079ec14f8006bb/B in TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:57,241 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 483e5b42634a040ec1079ec14f8006bb/A in TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:57,241 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/40a7bc5f84434ccc92a349dd2a004ea1, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/8240ae4b674c480bb576d7e0b2f3894c, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/dee06166341e438793a2b69eb1f6fafd] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp, totalSize=33.7 K 2024-11-25T01:24:57,241 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/53bccc2b7f9d427e85d3f9007c294363, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/193479f1575d45deadadd06832cbde96, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/ebc24914d5b2432391fcdb57071b121c] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp, totalSize=33.7 K 2024-11-25T01:24:57,241 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 40a7bc5f84434ccc92a349dd2a004ea1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732497893307 2024-11-25T01:24:57,241 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53bccc2b7f9d427e85d3f9007c294363, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732497893307 2024-11-25T01:24:57,242 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 193479f1575d45deadadd06832cbde96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732497893626 2024-11-25T01:24:57,242 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 8240ae4b674c480bb576d7e0b2f3894c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732497893626 2024-11-25T01:24:57,242 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting ebc24914d5b2432391fcdb57071b121c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732497895766 2024-11-25T01:24:57,242 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting dee06166341e438793a2b69eb1f6fafd, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732497895766 2024-11-25T01:24:57,250 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 483e5b42634a040ec1079ec14f8006bb#B#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:57,251 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/712d4bc112804ce3b8519a08f6943055 is 50, key is test_row_0/B:col10/1732497893636/Put/seqid=0 2024-11-25T01:24:57,257 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 483e5b42634a040ec1079ec14f8006bb#A#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:57,258 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/2f4eb998839a4176ba90a2c77279a20b is 50, key is test_row_0/A:col10/1732497893636/Put/seqid=0 2024-11-25T01:24:57,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742116_1292 (size=12663) 2024-11-25T01:24:57,280 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/712d4bc112804ce3b8519a08f6943055 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/712d4bc112804ce3b8519a08f6943055 2024-11-25T01:24:57,287 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 483e5b42634a040ec1079ec14f8006bb/B of 483e5b42634a040ec1079ec14f8006bb into 712d4bc112804ce3b8519a08f6943055(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:57,287 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:24:57,287 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb., storeName=483e5b42634a040ec1079ec14f8006bb/B, priority=13, startTime=1732497897239; duration=0sec 2024-11-25T01:24:57,287 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:24:57,287 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 483e5b42634a040ec1079ec14f8006bb:B 2024-11-25T01:24:57,287 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:24:57,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742117_1293 (size=12663) 2024-11-25T01:24:57,296 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:24:57,296 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 483e5b42634a040ec1079ec14f8006bb/C is initiating minor compaction (all files) 2024-11-25T01:24:57,297 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 483e5b42634a040ec1079ec14f8006bb/C in TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:57,297 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/55865b4714e54cc09380d54558a13477, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/af185a577cee41a8b9a7a0044a91c45b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/47825620c4bf498cbe1f1d060e725858] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp, totalSize=33.7 K 2024-11-25T01:24:57,301 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 55865b4714e54cc09380d54558a13477, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732497893307 2024-11-25T01:24:57,303 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/2f4eb998839a4176ba90a2c77279a20b as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/2f4eb998839a4176ba90a2c77279a20b 2024-11-25T01:24:57,303 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting af185a577cee41a8b9a7a0044a91c45b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732497893626 2024-11-25T01:24:57,304 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 47825620c4bf498cbe1f1d060e725858, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732497895766 2024-11-25T01:24:57,312 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 483e5b42634a040ec1079ec14f8006bb/A of 483e5b42634a040ec1079ec14f8006bb into 2f4eb998839a4176ba90a2c77279a20b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:57,313 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:24:57,313 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb., storeName=483e5b42634a040ec1079ec14f8006bb/A, priority=13, startTime=1732497897239; duration=0sec 2024-11-25T01:24:57,313 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:57,313 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 483e5b42634a040ec1079ec14f8006bb:A 2024-11-25T01:24:57,316 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 483e5b42634a040ec1079ec14f8006bb#C#compaction#248 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:24:57,316 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/0a98994019894c41bde89aa825a4acc3 is 50, key is test_row_0/C:col10/1732497893636/Put/seqid=0 2024-11-25T01:24:57,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742118_1294 (size=12663) 2024-11-25T01:24:57,332 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/0a98994019894c41bde89aa825a4acc3 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/0a98994019894c41bde89aa825a4acc3 2024-11-25T01:24:57,340 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 483e5b42634a040ec1079ec14f8006bb/C of 483e5b42634a040ec1079ec14f8006bb into 0a98994019894c41bde89aa825a4acc3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:24:57,341 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:24:57,341 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb., storeName=483e5b42634a040ec1079ec14f8006bb/C, priority=13, startTime=1732497897240; duration=0sec 2024-11-25T01:24:57,341 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:24:57,341 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 483e5b42634a040ec1079ec14f8006bb:C 2024-11-25T01:24:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:24:57,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 483e5b42634a040ec1079ec14f8006bb 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T01:24:57,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=A 2024-11-25T01:24:57,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:57,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=B 2024-11-25T01:24:57,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:57,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=C 2024-11-25T01:24:57,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:57,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/8de0a77a3cc847ac91696ca5b99041db is 50, key is test_row_0/A:col10/1732497897496/Put/seqid=0 2024-11-25T01:24:57,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742119_1295 (size=12151) 2024-11-25T01:24:57,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497957509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:57,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497957511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:57,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:57,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497957512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497957512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:57,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497957512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:57,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497957613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:57,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497957614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:57,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497957615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:57,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497957616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:57,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497957620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:57,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:57,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497957817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497957817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:57,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497957818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:57,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497957819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:57,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497957826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:57,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/8de0a77a3cc847ac91696ca5b99041db 2024-11-25T01:24:57,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/1a981de1fe9845feaa3141bdf6e5ab64 is 50, key is test_row_0/B:col10/1732497897496/Put/seqid=0 2024-11-25T01:24:57,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742120_1296 (size=12151) 2024-11-25T01:24:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T01:24:58,050 INFO [Thread-1142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-25T01:24:58,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:24:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-25T01:24:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T01:24:58,053 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:24:58,053 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:24:58,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:24:58,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497958120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:58,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497958120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:58,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497958123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:58,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497958123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:58,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497958130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T01:24:58,205 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:58,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T01:24:58,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:58,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:24:58,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:58,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:58,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:58,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/1a981de1fe9845feaa3141bdf6e5ab64 2024-11-25T01:24:58,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/8c62e75db227426a8fc1651e37c8790b is 50, key is test_row_0/C:col10/1732497897496/Put/seqid=0 2024-11-25T01:24:58,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742121_1297 (size=12151) 2024-11-25T01:24:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T01:24:58,358 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:58,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T01:24:58,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:58,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:24:58,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:58,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:58,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:58,510 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:58,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T01:24:58,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:58,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:24:58,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:58,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:58,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:58,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497958624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:58,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497958625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:58,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497958625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:58,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497958628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:58,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497958634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T01:24:58,663 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:58,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T01:24:58,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:58,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:24:58,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:58,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:58,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:58,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:24:58,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/8c62e75db227426a8fc1651e37c8790b 2024-11-25T01:24:58,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/8de0a77a3cc847ac91696ca5b99041db as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/8de0a77a3cc847ac91696ca5b99041db 2024-11-25T01:24:58,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/8de0a77a3cc847ac91696ca5b99041db, entries=150, sequenceid=238, filesize=11.9 K 2024-11-25T01:24:58,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/1a981de1fe9845feaa3141bdf6e5ab64 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/1a981de1fe9845feaa3141bdf6e5ab64 2024-11-25T01:24:58,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/1a981de1fe9845feaa3141bdf6e5ab64, entries=150, sequenceid=238, filesize=11.9 K 2024-11-25T01:24:58,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/8c62e75db227426a8fc1651e37c8790b as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/8c62e75db227426a8fc1651e37c8790b 2024-11-25T01:24:58,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/8c62e75db227426a8fc1651e37c8790b, entries=150, sequenceid=238, filesize=11.9 K 2024-11-25T01:24:58,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 483e5b42634a040ec1079ec14f8006bb in 1256ms, sequenceid=238, compaction requested=false 2024-11-25T01:24:58,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:24:58,816 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:24:58,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T01:24:58,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:58,817 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 483e5b42634a040ec1079ec14f8006bb 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T01:24:58,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=A 2024-11-25T01:24:58,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:58,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=B 2024-11-25T01:24:58,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:58,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=C 2024-11-25T01:24:58,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:58,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/cd745889920e402b9df1d1299e7f40b8 is 50, key is test_row_0/A:col10/1732497897507/Put/seqid=0 2024-11-25T01:24:58,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742122_1298 (size=12151) 2024-11-25T01:24:58,827 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/cd745889920e402b9df1d1299e7f40b8 2024-11-25T01:24:58,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/b0c7c8b4fb76444181a97963d9b772cc is 50, key is test_row_0/B:col10/1732497897507/Put/seqid=0 2024-11-25T01:24:58,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742123_1299 (size=12151) 2024-11-25T01:24:58,837 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/b0c7c8b4fb76444181a97963d9b772cc 2024-11-25T01:24:58,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/73e7c8195a28433ca2ac28ddbcaf80b5 is 50, key is test_row_0/C:col10/1732497897507/Put/seqid=0 2024-11-25T01:24:58,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742124_1300 (size=12151) 2024-11-25T01:24:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T01:24:59,248 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/73e7c8195a28433ca2ac28ddbcaf80b5 2024-11-25T01:24:59,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/cd745889920e402b9df1d1299e7f40b8 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/cd745889920e402b9df1d1299e7f40b8 2024-11-25T01:24:59,256 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/cd745889920e402b9df1d1299e7f40b8, entries=150, sequenceid=254, filesize=11.9 K 2024-11-25T01:24:59,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/b0c7c8b4fb76444181a97963d9b772cc as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/b0c7c8b4fb76444181a97963d9b772cc 2024-11-25T01:24:59,261 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/b0c7c8b4fb76444181a97963d9b772cc, entries=150, sequenceid=254, filesize=11.9 K 2024-11-25T01:24:59,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/73e7c8195a28433ca2ac28ddbcaf80b5 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/73e7c8195a28433ca2ac28ddbcaf80b5 2024-11-25T01:24:59,266 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/73e7c8195a28433ca2ac28ddbcaf80b5, entries=150, sequenceid=254, filesize=11.9 K 2024-11-25T01:24:59,267 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 483e5b42634a040ec1079ec14f8006bb in 450ms, sequenceid=254, compaction requested=true 2024-11-25T01:24:59,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:24:59,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:24:59,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-25T01:24:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-25T01:24:59,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-25T01:24:59,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2160 sec 2024-11-25T01:24:59,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.2200 sec 2024-11-25T01:24:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:24:59,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 483e5b42634a040ec1079ec14f8006bb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T01:24:59,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=A 2024-11-25T01:24:59,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:59,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=B 2024-11-25T01:24:59,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:59,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=C 2024-11-25T01:24:59,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:24:59,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/7f923c98cd3b483db4cacbf895d4cdfa is 50, key is test_row_0/A:col10/1732497899639/Put/seqid=0 2024-11-25T01:24:59,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742125_1301 (size=12301) 2024-11-25T01:24:59,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497959656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:59,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497959656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:59,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:59,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497959658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497959657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:59,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497959659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:59,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:59,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497959760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:59,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:59,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497959760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:59,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497959760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:59,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497959760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:59,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497959762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:59,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497959962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:59,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497959962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:59,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497959963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:59,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497959963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:24:59,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:24:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497959966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:00,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/7f923c98cd3b483db4cacbf895d4cdfa 2024-11-25T01:25:00,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/7ebe657a87614286b83e8150f60b09bc is 50, key is test_row_0/B:col10/1732497899639/Put/seqid=0 2024-11-25T01:25:00,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742126_1302 (size=12301) 2024-11-25T01:25:00,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/7ebe657a87614286b83e8150f60b09bc 2024-11-25T01:25:00,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/3b0c4336d7214ad2963dd142d7edd913 is 50, key is test_row_0/C:col10/1732497899639/Put/seqid=0 2024-11-25T01:25:00,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742127_1303 (size=12301) 2024-11-25T01:25:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T01:25:00,156 INFO [Thread-1142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-25T01:25:00,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:25:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-25T01:25:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T01:25:00,159 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:25:00,160 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:25:00,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:25:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T01:25:00,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497960265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:00,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497960265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:00,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497960267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:00,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497960267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:00,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497960269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:00,311 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:00,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T01:25:00,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:00,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:25:00,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:00,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:00,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T01:25:00,464 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:00,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T01:25:00,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:00,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:25:00,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:00,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:00,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:00,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/3b0c4336d7214ad2963dd142d7edd913 2024-11-25T01:25:00,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/7f923c98cd3b483db4cacbf895d4cdfa as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/7f923c98cd3b483db4cacbf895d4cdfa 2024-11-25T01:25:00,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/7f923c98cd3b483db4cacbf895d4cdfa, entries=150, sequenceid=266, filesize=12.0 K 2024-11-25T01:25:00,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/7ebe657a87614286b83e8150f60b09bc as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/7ebe657a87614286b83e8150f60b09bc 2024-11-25T01:25:00,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/7ebe657a87614286b83e8150f60b09bc, entries=150, sequenceid=266, filesize=12.0 K 2024-11-25T01:25:00,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/3b0c4336d7214ad2963dd142d7edd913 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/3b0c4336d7214ad2963dd142d7edd913 2024-11-25T01:25:00,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/3b0c4336d7214ad2963dd142d7edd913, entries=150, sequenceid=266, filesize=12.0 K 2024-11-25T01:25:00,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 483e5b42634a040ec1079ec14f8006bb in 878ms, sequenceid=266, compaction requested=true 2024-11-25T01:25:00,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:25:00,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 483e5b42634a040ec1079ec14f8006bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:25:00,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:00,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 483e5b42634a040ec1079ec14f8006bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:25:00,517 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:25:00,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:00,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 483e5b42634a040ec1079ec14f8006bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:25:00,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:25:00,518 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:25:00,519 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:25:00,519 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 483e5b42634a040ec1079ec14f8006bb/A is initiating minor compaction (all files) 2024-11-25T01:25:00,519 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 483e5b42634a040ec1079ec14f8006bb/A in TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:00,519 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/2f4eb998839a4176ba90a2c77279a20b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/8de0a77a3cc847ac91696ca5b99041db, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/cd745889920e402b9df1d1299e7f40b8, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/7f923c98cd3b483db4cacbf895d4cdfa] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp, totalSize=48.1 K 2024-11-25T01:25:00,519 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:25:00,519 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f4eb998839a4176ba90a2c77279a20b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732497893636 2024-11-25T01:25:00,519 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 483e5b42634a040ec1079ec14f8006bb/B is initiating minor compaction (all files) 2024-11-25T01:25:00,519 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 483e5b42634a040ec1079ec14f8006bb/B in TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:00,520 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/712d4bc112804ce3b8519a08f6943055, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/1a981de1fe9845feaa3141bdf6e5ab64, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/b0c7c8b4fb76444181a97963d9b772cc, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/7ebe657a87614286b83e8150f60b09bc] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp, totalSize=48.1 K 2024-11-25T01:25:00,520 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 712d4bc112804ce3b8519a08f6943055, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732497893636 2024-11-25T01:25:00,520 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8de0a77a3cc847ac91696ca5b99041db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732497896385 2024-11-25T01:25:00,520 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd745889920e402b9df1d1299e7f40b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732497897503 2024-11-25T01:25:00,520 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a981de1fe9845feaa3141bdf6e5ab64, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732497896385 2024-11-25T01:25:00,521 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting b0c7c8b4fb76444181a97963d9b772cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732497897503 2024-11-25T01:25:00,521 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f923c98cd3b483db4cacbf895d4cdfa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732497899632 2024-11-25T01:25:00,521 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ebe657a87614286b83e8150f60b09bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732497899632 2024-11-25T01:25:00,530 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 483e5b42634a040ec1079ec14f8006bb#A#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:25:00,530 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 483e5b42634a040ec1079ec14f8006bb#B#compaction#259 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:25:00,531 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/deb00f36596e4ea69a7a52657a4ebb41 is 50, key is test_row_0/A:col10/1732497899639/Put/seqid=0 2024-11-25T01:25:00,531 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/197b5f4ac98e444ba25d16f1363878ab is 50, key is test_row_0/B:col10/1732497899639/Put/seqid=0 2024-11-25T01:25:00,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742128_1304 (size=12949) 2024-11-25T01:25:00,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742129_1305 (size=12949) 2024-11-25T01:25:00,617 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:00,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T01:25:00,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:00,618 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 483e5b42634a040ec1079ec14f8006bb 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T01:25:00,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=A 2024-11-25T01:25:00,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:00,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=B 2024-11-25T01:25:00,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:00,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=C 2024-11-25T01:25:00,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:00,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/0e5eef3995cd41cb866165dae3967469 is 50, key is test_row_0/A:col10/1732497899658/Put/seqid=0 2024-11-25T01:25:00,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742130_1306 (size=12301) 2024-11-25T01:25:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T01:25:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:25:00,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:25:00,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497960776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:00,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497960777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:00,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497960778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:00,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497960779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:00,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497960779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:00,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:00,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497960881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:00,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497960881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:00,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497960882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:00,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497960882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:00,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497960883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:00,956 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/197b5f4ac98e444ba25d16f1363878ab as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/197b5f4ac98e444ba25d16f1363878ab 2024-11-25T01:25:00,956 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/deb00f36596e4ea69a7a52657a4ebb41 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/deb00f36596e4ea69a7a52657a4ebb41 2024-11-25T01:25:00,961 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 483e5b42634a040ec1079ec14f8006bb/B of 483e5b42634a040ec1079ec14f8006bb into 197b5f4ac98e444ba25d16f1363878ab(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:25:00,961 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:25:00,961 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb., storeName=483e5b42634a040ec1079ec14f8006bb/B, priority=12, startTime=1732497900517; duration=0sec 2024-11-25T01:25:00,961 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:25:00,961 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 483e5b42634a040ec1079ec14f8006bb:B 2024-11-25T01:25:00,961 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:25:00,962 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 483e5b42634a040ec1079ec14f8006bb/A of 483e5b42634a040ec1079ec14f8006bb into deb00f36596e4ea69a7a52657a4ebb41(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:25:00,962 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:25:00,962 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb., storeName=483e5b42634a040ec1079ec14f8006bb/A, priority=12, startTime=1732497900517; duration=0sec 2024-11-25T01:25:00,962 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:00,962 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 483e5b42634a040ec1079ec14f8006bb:A 2024-11-25T01:25:00,962 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:25:00,962 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 483e5b42634a040ec1079ec14f8006bb/C is initiating minor compaction (all files) 2024-11-25T01:25:00,962 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 483e5b42634a040ec1079ec14f8006bb/C in TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:00,963 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/0a98994019894c41bde89aa825a4acc3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/8c62e75db227426a8fc1651e37c8790b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/73e7c8195a28433ca2ac28ddbcaf80b5, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/3b0c4336d7214ad2963dd142d7edd913] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp, totalSize=48.1 K 2024-11-25T01:25:00,963 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a98994019894c41bde89aa825a4acc3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732497893636 2024-11-25T01:25:00,963 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c62e75db227426a8fc1651e37c8790b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732497896385 2024-11-25T01:25:00,964 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 73e7c8195a28433ca2ac28ddbcaf80b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732497897503 2024-11-25T01:25:00,964 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b0c4336d7214ad2963dd142d7edd913, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732497899632 2024-11-25T01:25:00,973 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 483e5b42634a040ec1079ec14f8006bb#C#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:25:00,973 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/53ea1cdfec874d75ac96b8ad154e5feb is 50, key is test_row_0/C:col10/1732497899639/Put/seqid=0 2024-11-25T01:25:00,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742131_1307 (size=12949) 2024-11-25T01:25:00,984 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/53ea1cdfec874d75ac96b8ad154e5feb as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/53ea1cdfec874d75ac96b8ad154e5feb 2024-11-25T01:25:00,990 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 483e5b42634a040ec1079ec14f8006bb/C of 483e5b42634a040ec1079ec14f8006bb into 53ea1cdfec874d75ac96b8ad154e5feb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:25:00,990 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:25:00,990 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb., storeName=483e5b42634a040ec1079ec14f8006bb/C, priority=12, startTime=1732497900517; duration=0sec 2024-11-25T01:25:00,990 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:00,990 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 483e5b42634a040ec1079ec14f8006bb:C 2024-11-25T01:25:01,028 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/0e5eef3995cd41cb866165dae3967469 2024-11-25T01:25:01,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/1d5385c2c44a4b0a89749c4dcb9a848b is 50, key is test_row_0/B:col10/1732497899658/Put/seqid=0 2024-11-25T01:25:01,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742132_1308 (size=12301) 2024-11-25T01:25:01,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497961083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:01,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497961084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:01,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497961086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:01,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497961087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:01,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497961087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T01:25:01,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497961387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:01,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497961389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:01,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497961389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:01,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497961389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:01,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497961391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:01,440 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/1d5385c2c44a4b0a89749c4dcb9a848b 2024-11-25T01:25:01,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/9cc434a150a348888a8bab8c7c162262 is 50, key is test_row_0/C:col10/1732497899658/Put/seqid=0 2024-11-25T01:25:01,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742133_1309 (size=12301) 2024-11-25T01:25:01,452 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/9cc434a150a348888a8bab8c7c162262 2024-11-25T01:25:01,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/0e5eef3995cd41cb866165dae3967469 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/0e5eef3995cd41cb866165dae3967469 2024-11-25T01:25:01,461 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/0e5eef3995cd41cb866165dae3967469, entries=150, sequenceid=290, filesize=12.0 K 2024-11-25T01:25:01,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/1d5385c2c44a4b0a89749c4dcb9a848b as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/1d5385c2c44a4b0a89749c4dcb9a848b 2024-11-25T01:25:01,465 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/1d5385c2c44a4b0a89749c4dcb9a848b, entries=150, sequenceid=290, filesize=12.0 K 2024-11-25T01:25:01,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/9cc434a150a348888a8bab8c7c162262 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/9cc434a150a348888a8bab8c7c162262 2024-11-25T01:25:01,469 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/9cc434a150a348888a8bab8c7c162262, entries=150, sequenceid=290, filesize=12.0 K 2024-11-25T01:25:01,470 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 483e5b42634a040ec1079ec14f8006bb in 852ms, sequenceid=290, compaction requested=false 2024-11-25T01:25:01,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:25:01,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:01,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-25T01:25:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-25T01:25:01,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-25T01:25:01,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3120 sec 2024-11-25T01:25:01,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.3160 sec 2024-11-25T01:25:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:25:01,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 483e5b42634a040ec1079ec14f8006bb 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T01:25:01,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=A 2024-11-25T01:25:01,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:01,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=B 2024-11-25T01:25:01,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:01,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=C 2024-11-25T01:25:01,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:01,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/1aa2cd1bbaf147ffbfbe43568ccb7df0 is 50, key is test_row_0/A:col10/1732497901893/Put/seqid=0 2024-11-25T01:25:01,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742134_1310 (size=12301) 2024-11-25T01:25:01,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/1aa2cd1bbaf147ffbfbe43568ccb7df0 2024-11-25T01:25:01,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/8d474ffaa6244befb2f6d120627d272a is 50, key is test_row_0/B:col10/1732497901893/Put/seqid=0 2024-11-25T01:25:01,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497961937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:01,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497961938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:01,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497961939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:01,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497961941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:01,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497961941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:01,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742135_1311 (size=12301) 2024-11-25T01:25:02,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497962041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:02,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497962042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:02,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497962042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:02,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497962044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:02,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497962044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:02,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497962244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:02,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497962244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:02,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497962245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:02,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497962246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:02,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497962247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T01:25:02,263 INFO [Thread-1142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-25T01:25:02,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:25:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-25T01:25:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T01:25:02,267 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:25:02,267 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:25:02,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:25:02,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/8d474ffaa6244befb2f6d120627d272a 2024-11-25T01:25:02,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/aa442680751f499c93386770bb203736 is 50, key is test_row_0/C:col10/1732497901893/Put/seqid=0 2024-11-25T01:25:02,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742136_1312 (size=12301) 2024-11-25T01:25:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T01:25:02,419 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:02,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-25T01:25:02,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:02,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:25:02,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:02,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:02,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:02,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497962547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:02,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497962549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:02,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497962549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:02,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497962550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:02,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497962551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T01:25:02,572 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:02,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-25T01:25:02,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:02,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:25:02,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:02,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:02,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:02,725 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:02,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-25T01:25:02,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:02,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:25:02,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:02,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:02,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:02,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/aa442680751f499c93386770bb203736 2024-11-25T01:25:02,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/1aa2cd1bbaf147ffbfbe43568ccb7df0 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/1aa2cd1bbaf147ffbfbe43568ccb7df0 2024-11-25T01:25:02,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/1aa2cd1bbaf147ffbfbe43568ccb7df0, entries=150, sequenceid=308, filesize=12.0 K 2024-11-25T01:25:02,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/8d474ffaa6244befb2f6d120627d272a as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/8d474ffaa6244befb2f6d120627d272a 2024-11-25T01:25:02,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/8d474ffaa6244befb2f6d120627d272a, entries=150, sequenceid=308, filesize=12.0 K 2024-11-25T01:25:02,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/aa442680751f499c93386770bb203736 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/aa442680751f499c93386770bb203736 2024-11-25T01:25:02,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/aa442680751f499c93386770bb203736, entries=150, sequenceid=308, filesize=12.0 K 2024-11-25T01:25:02,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 483e5b42634a040ec1079ec14f8006bb in 858ms, sequenceid=308, compaction requested=true 2024-11-25T01:25:02,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:25:02,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 483e5b42634a040ec1079ec14f8006bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:25:02,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:02,781 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:25:02,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 483e5b42634a040ec1079ec14f8006bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:25:02,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:02,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 483e5b42634a040ec1079ec14f8006bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:25:02,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:25:02,781 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:25:02,782 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:25:02,782 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 483e5b42634a040ec1079ec14f8006bb/A is initiating minor compaction (all files) 2024-11-25T01:25:02,783 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 483e5b42634a040ec1079ec14f8006bb/A in TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:02,783 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/deb00f36596e4ea69a7a52657a4ebb41, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/0e5eef3995cd41cb866165dae3967469, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/1aa2cd1bbaf147ffbfbe43568ccb7df0] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp, totalSize=36.7 K 2024-11-25T01:25:02,783 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:25:02,783 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 483e5b42634a040ec1079ec14f8006bb/B is initiating minor compaction (all files) 2024-11-25T01:25:02,783 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 483e5b42634a040ec1079ec14f8006bb/B in TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:02,783 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/197b5f4ac98e444ba25d16f1363878ab, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/1d5385c2c44a4b0a89749c4dcb9a848b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/8d474ffaa6244befb2f6d120627d272a] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp, totalSize=36.7 K 2024-11-25T01:25:02,783 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting deb00f36596e4ea69a7a52657a4ebb41, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732497899632 2024-11-25T01:25:02,783 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 197b5f4ac98e444ba25d16f1363878ab, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732497899632 2024-11-25T01:25:02,784 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e5eef3995cd41cb866165dae3967469, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732497899652 2024-11-25T01:25:02,784 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d5385c2c44a4b0a89749c4dcb9a848b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732497899652 2024-11-25T01:25:02,784 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1aa2cd1bbaf147ffbfbe43568ccb7df0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732497900778 2024-11-25T01:25:02,784 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d474ffaa6244befb2f6d120627d272a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732497900778 2024-11-25T01:25:02,791 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 483e5b42634a040ec1079ec14f8006bb#B#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:25:02,792 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/bc2c874298fd400787b14f7e2807c11d is 50, key is test_row_0/B:col10/1732497901893/Put/seqid=0 2024-11-25T01:25:02,793 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 483e5b42634a040ec1079ec14f8006bb#A#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:25:02,794 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/110e40afc64748668ba904ef7568a803 is 50, key is test_row_0/A:col10/1732497901893/Put/seqid=0 2024-11-25T01:25:02,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742137_1313 (size=13051) 2024-11-25T01:25:02,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742138_1314 (size=13051) 2024-11-25T01:25:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T01:25:02,877 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:02,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-25T01:25:02,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:02,878 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 483e5b42634a040ec1079ec14f8006bb 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T01:25:02,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=A 2024-11-25T01:25:02,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:02,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=B 2024-11-25T01:25:02,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:02,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=C 2024-11-25T01:25:02,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:02,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/4a3500b5962c45ffa26f7f7551284840 is 50, key is test_row_0/A:col10/1732497901939/Put/seqid=0 2024-11-25T01:25:02,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742139_1315 (size=12301) 2024-11-25T01:25:03,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:25:03,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:25:03,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497963090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:03,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497963091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:03,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497963091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:03,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497963092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:03,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497963092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:03,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497963195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:03,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497963195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:03,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:03,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497963196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:03,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:03,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497963197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:03,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:03,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497963197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:03,201 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/bc2c874298fd400787b14f7e2807c11d as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/bc2c874298fd400787b14f7e2807c11d 2024-11-25T01:25:03,206 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 483e5b42634a040ec1079ec14f8006bb/B of 483e5b42634a040ec1079ec14f8006bb into bc2c874298fd400787b14f7e2807c11d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:25:03,206 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:25:03,206 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb., storeName=483e5b42634a040ec1079ec14f8006bb/B, priority=13, startTime=1732497902781; duration=0sec 2024-11-25T01:25:03,206 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:25:03,206 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 483e5b42634a040ec1079ec14f8006bb:B 2024-11-25T01:25:03,206 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:25:03,207 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:25:03,207 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 483e5b42634a040ec1079ec14f8006bb/C is initiating minor compaction (all files) 2024-11-25T01:25:03,207 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 483e5b42634a040ec1079ec14f8006bb/C in TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:03,207 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/53ea1cdfec874d75ac96b8ad154e5feb, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/9cc434a150a348888a8bab8c7c162262, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/aa442680751f499c93386770bb203736] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp, totalSize=36.7 K 2024-11-25T01:25:03,207 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 53ea1cdfec874d75ac96b8ad154e5feb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732497899632 2024-11-25T01:25:03,208 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cc434a150a348888a8bab8c7c162262, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732497899652 2024-11-25T01:25:03,208 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting aa442680751f499c93386770bb203736, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732497900778 2024-11-25T01:25:03,212 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/110e40afc64748668ba904ef7568a803 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/110e40afc64748668ba904ef7568a803 2024-11-25T01:25:03,217 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 483e5b42634a040ec1079ec14f8006bb#C#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:25:03,217 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 483e5b42634a040ec1079ec14f8006bb/A of 483e5b42634a040ec1079ec14f8006bb into 110e40afc64748668ba904ef7568a803(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:25:03,217 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/f5fd58186eb04c8ea97e3343431d37a3 is 50, key is test_row_0/C:col10/1732497901893/Put/seqid=0 2024-11-25T01:25:03,217 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:25:03,217 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb., storeName=483e5b42634a040ec1079ec14f8006bb/A, priority=13, startTime=1732497902781; duration=0sec 2024-11-25T01:25:03,217 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:03,217 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 483e5b42634a040ec1079ec14f8006bb:A 2024-11-25T01:25:03,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742140_1316 (size=13051) 2024-11-25T01:25:03,289 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/4a3500b5962c45ffa26f7f7551284840 2024-11-25T01:25:03,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/8cf4683c9fb04a72964d6505621e9712 is 50, key is test_row_0/B:col10/1732497901939/Put/seqid=0 2024-11-25T01:25:03,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742141_1317 (size=12301) 2024-11-25T01:25:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T01:25:03,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497963398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:03,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497963398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:03,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497963399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:03,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497963399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:03,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497963400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:03,626 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/f5fd58186eb04c8ea97e3343431d37a3 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/f5fd58186eb04c8ea97e3343431d37a3 2024-11-25T01:25:03,630 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 483e5b42634a040ec1079ec14f8006bb/C of 483e5b42634a040ec1079ec14f8006bb into f5fd58186eb04c8ea97e3343431d37a3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:25:03,630 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:25:03,630 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb., storeName=483e5b42634a040ec1079ec14f8006bb/C, priority=13, startTime=1732497902781; duration=0sec 2024-11-25T01:25:03,630 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:03,631 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 483e5b42634a040ec1079ec14f8006bb:C 2024-11-25T01:25:03,701 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/8cf4683c9fb04a72964d6505621e9712 2024-11-25T01:25:03,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497963700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:03,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497963702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:03,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497963702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:03,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497963703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:03,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497963705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:03,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/bfe2de4175c74971bda44e2353edb103 is 50, key is test_row_0/C:col10/1732497901939/Put/seqid=0 2024-11-25T01:25:03,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742142_1318 (size=12301) 2024-11-25T01:25:04,115 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/bfe2de4175c74971bda44e2353edb103 2024-11-25T01:25:04,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/4a3500b5962c45ffa26f7f7551284840 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/4a3500b5962c45ffa26f7f7551284840 2024-11-25T01:25:04,123 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/4a3500b5962c45ffa26f7f7551284840, entries=150, sequenceid=330, filesize=12.0 K 2024-11-25T01:25:04,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/8cf4683c9fb04a72964d6505621e9712 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/8cf4683c9fb04a72964d6505621e9712 2024-11-25T01:25:04,128 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/8cf4683c9fb04a72964d6505621e9712, entries=150, sequenceid=330, filesize=12.0 K 2024-11-25T01:25:04,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/bfe2de4175c74971bda44e2353edb103 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/bfe2de4175c74971bda44e2353edb103 2024-11-25T01:25:04,133 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/bfe2de4175c74971bda44e2353edb103, entries=150, sequenceid=330, filesize=12.0 K 2024-11-25T01:25:04,134 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 483e5b42634a040ec1079ec14f8006bb in 1255ms, sequenceid=330, compaction requested=false 2024-11-25T01:25:04,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:25:04,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:04,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-25T01:25:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-25T01:25:04,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-25T01:25:04,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8680 sec 2024-11-25T01:25:04,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.8720 sec 2024-11-25T01:25:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:25:04,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 483e5b42634a040ec1079ec14f8006bb 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T01:25:04,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=A 2024-11-25T01:25:04,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:04,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=B 2024-11-25T01:25:04,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:04,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=C 2024-11-25T01:25:04,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:04,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/03e96ff8cce04c50a37af2e11fea03f1 is 50, key is test_row_0/A:col10/1732497904206/Put/seqid=0 2024-11-25T01:25:04,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742143_1319 (size=14741) 2024-11-25T01:25:04,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497964246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:04,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497964249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:04,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497964250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:04,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497964250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:04,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497964250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:04,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497964351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:04,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497964352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:04,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497964353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:04,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497964353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:04,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497964353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T01:25:04,370 INFO [Thread-1142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-25T01:25:04,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:25:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-25T01:25:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T01:25:04,372 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:25:04,373 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:25:04,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:25:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T01:25:04,524 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:04,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T01:25:04,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:04,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:25:04,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:04,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:04,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:04,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497964555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:04,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497964555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:04,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497964556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:04,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497964557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:04,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497964557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:04,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/03e96ff8cce04c50a37af2e11fea03f1 2024-11-25T01:25:04,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/a2ec2e7d38d748909a3a3a495923c8a4 is 50, key is test_row_0/B:col10/1732497904206/Put/seqid=0 2024-11-25T01:25:04,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742144_1320 (size=12301) 2024-11-25T01:25:04,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/a2ec2e7d38d748909a3a3a495923c8a4 2024-11-25T01:25:04,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/fbfe20f5dd5a4077af65f75e2378e3db is 50, key is test_row_0/C:col10/1732497904206/Put/seqid=0 2024-11-25T01:25:04,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742145_1321 (size=12301) 2024-11-25T01:25:04,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T01:25:04,678 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:04,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T01:25:04,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:04,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:25:04,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:04,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:04,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:04,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:04,831 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:04,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T01:25:04,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:04,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:25:04,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:04,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:04,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:04,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:04,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497964858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:04,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497964859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:04,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497964860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:04,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497964860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:04,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497964860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T01:25:04,984 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:04,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T01:25:04,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:04,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:25:04,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:04,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:04,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:05,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/fbfe20f5dd5a4077af65f75e2378e3db 2024-11-25T01:25:05,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/03e96ff8cce04c50a37af2e11fea03f1 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/03e96ff8cce04c50a37af2e11fea03f1 2024-11-25T01:25:05,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/03e96ff8cce04c50a37af2e11fea03f1, entries=200, sequenceid=349, filesize=14.4 K 2024-11-25T01:25:05,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/a2ec2e7d38d748909a3a3a495923c8a4 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/a2ec2e7d38d748909a3a3a495923c8a4 2024-11-25T01:25:05,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/a2ec2e7d38d748909a3a3a495923c8a4, entries=150, sequenceid=349, filesize=12.0 K 2024-11-25T01:25:05,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/fbfe20f5dd5a4077af65f75e2378e3db as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/fbfe20f5dd5a4077af65f75e2378e3db 2024-11-25T01:25:05,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/fbfe20f5dd5a4077af65f75e2378e3db, entries=150, sequenceid=349, filesize=12.0 K 2024-11-25T01:25:05,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for 483e5b42634a040ec1079ec14f8006bb in 873ms, sequenceid=349, compaction requested=true 2024-11-25T01:25:05,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:25:05,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 483e5b42634a040ec1079ec14f8006bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:25:05,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:05,080 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:25:05,080 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:25:05,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 483e5b42634a040ec1079ec14f8006bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:25:05,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:05,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 483e5b42634a040ec1079ec14f8006bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:25:05,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:25:05,081 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:25:05,081 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 483e5b42634a040ec1079ec14f8006bb/A is initiating minor compaction (all files) 2024-11-25T01:25:05,081 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 483e5b42634a040ec1079ec14f8006bb/A in TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:05,082 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/110e40afc64748668ba904ef7568a803, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/4a3500b5962c45ffa26f7f7551284840, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/03e96ff8cce04c50a37af2e11fea03f1] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp, totalSize=39.2 K 2024-11-25T01:25:05,082 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 110e40afc64748668ba904ef7568a803, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732497900778 2024-11-25T01:25:05,082 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:25:05,082 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a3500b5962c45ffa26f7f7551284840, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732497901935 2024-11-25T01:25:05,082 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 483e5b42634a040ec1079ec14f8006bb/B is initiating minor compaction (all files) 2024-11-25T01:25:05,082 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 483e5b42634a040ec1079ec14f8006bb/B in TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:05,082 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/bc2c874298fd400787b14f7e2807c11d, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/8cf4683c9fb04a72964d6505621e9712, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/a2ec2e7d38d748909a3a3a495923c8a4] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp, totalSize=36.8 K 2024-11-25T01:25:05,083 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03e96ff8cce04c50a37af2e11fea03f1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732497903055 2024-11-25T01:25:05,083 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting bc2c874298fd400787b14f7e2807c11d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732497900778 2024-11-25T01:25:05,083 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cf4683c9fb04a72964d6505621e9712, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732497901935 2024-11-25T01:25:05,083 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting a2ec2e7d38d748909a3a3a495923c8a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732497903091 2024-11-25T01:25:05,090 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 483e5b42634a040ec1079ec14f8006bb#A#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:25:05,090 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/ea77ebae9ed84d8583f2812f5eb615c3 is 50, key is test_row_0/A:col10/1732497904206/Put/seqid=0 2024-11-25T01:25:05,094 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 483e5b42634a040ec1079ec14f8006bb#B#compaction#277 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:25:05,094 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/95a06bd861a5407bb82ff3d38c02b6fb is 50, key is test_row_0/B:col10/1732497904206/Put/seqid=0 2024-11-25T01:25:05,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742146_1322 (size=13153) 2024-11-25T01:25:05,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742147_1323 (size=13153) 2024-11-25T01:25:05,136 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:05,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T01:25:05,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:05,137 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 483e5b42634a040ec1079ec14f8006bb 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T01:25:05,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=A 2024-11-25T01:25:05,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:05,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=B 2024-11-25T01:25:05,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:05,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=C 2024-11-25T01:25:05,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:05,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/b3c64e62cbe14edb85f00d27f8657e00 is 50, key is test_row_0/A:col10/1732497904249/Put/seqid=0 2024-11-25T01:25:05,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742148_1324 (size=12301) 2024-11-25T01:25:05,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:25:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:25:05,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:05,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497965368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497965369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:05,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497965372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:05,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497965372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:05,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497965372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:05,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:05,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497965473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497965473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T01:25:05,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497965475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:05,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497965475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:05,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497965475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:05,528 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/ea77ebae9ed84d8583f2812f5eb615c3 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/ea77ebae9ed84d8583f2812f5eb615c3 2024-11-25T01:25:05,528 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/95a06bd861a5407bb82ff3d38c02b6fb as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/95a06bd861a5407bb82ff3d38c02b6fb 2024-11-25T01:25:05,533 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 483e5b42634a040ec1079ec14f8006bb/B of 483e5b42634a040ec1079ec14f8006bb into 95a06bd861a5407bb82ff3d38c02b6fb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:25:05,533 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:25:05,533 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb., storeName=483e5b42634a040ec1079ec14f8006bb/B, priority=13, startTime=1732497905080; duration=0sec 2024-11-25T01:25:05,533 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:25:05,533 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 483e5b42634a040ec1079ec14f8006bb:B 2024-11-25T01:25:05,533 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 483e5b42634a040ec1079ec14f8006bb/A of 483e5b42634a040ec1079ec14f8006bb into ea77ebae9ed84d8583f2812f5eb615c3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:25:05,533 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:25:05,533 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:25:05,533 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb., storeName=483e5b42634a040ec1079ec14f8006bb/A, priority=13, startTime=1732497905080; duration=0sec 2024-11-25T01:25:05,533 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:05,533 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 483e5b42634a040ec1079ec14f8006bb:A 2024-11-25T01:25:05,534 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:25:05,534 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 483e5b42634a040ec1079ec14f8006bb/C is initiating minor compaction (all files) 2024-11-25T01:25:05,534 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 483e5b42634a040ec1079ec14f8006bb/C in TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:05,534 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/f5fd58186eb04c8ea97e3343431d37a3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/bfe2de4175c74971bda44e2353edb103, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/fbfe20f5dd5a4077af65f75e2378e3db] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp, totalSize=36.8 K 2024-11-25T01:25:05,535 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting f5fd58186eb04c8ea97e3343431d37a3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732497900778 2024-11-25T01:25:05,535 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting bfe2de4175c74971bda44e2353edb103, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732497901935 2024-11-25T01:25:05,535 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting fbfe20f5dd5a4077af65f75e2378e3db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732497903091 2024-11-25T01:25:05,542 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 483e5b42634a040ec1079ec14f8006bb#C#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:25:05,543 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/aabab0e09e4d465197154eb4a54123c3 is 50, key is test_row_0/C:col10/1732497904206/Put/seqid=0 2024-11-25T01:25:05,545 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/b3c64e62cbe14edb85f00d27f8657e00 2024-11-25T01:25:05,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742149_1325 (size=13153) 2024-11-25T01:25:05,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/260018bd425b435487cecd7d764929cd is 50, key is test_row_0/B:col10/1732497904249/Put/seqid=0 2024-11-25T01:25:05,558 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/aabab0e09e4d465197154eb4a54123c3 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/aabab0e09e4d465197154eb4a54123c3 2024-11-25T01:25:05,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742150_1326 (size=12301) 2024-11-25T01:25:05,563 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 483e5b42634a040ec1079ec14f8006bb/C of 483e5b42634a040ec1079ec14f8006bb into aabab0e09e4d465197154eb4a54123c3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:25:05,563 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:25:05,563 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb., storeName=483e5b42634a040ec1079ec14f8006bb/C, priority=13, startTime=1732497905081; duration=0sec 2024-11-25T01:25:05,563 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:05,563 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 483e5b42634a040ec1079ec14f8006bb:C 2024-11-25T01:25:05,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497965675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:05,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497965675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:05,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497965678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:05,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497965678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:05,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497965678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:05,961 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/260018bd425b435487cecd7d764929cd 2024-11-25T01:25:05,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/f083f391552b45efaac1b48eed25c33f is 50, key is test_row_0/C:col10/1732497904249/Put/seqid=0 2024-11-25T01:25:05,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742151_1327 (size=12301) 2024-11-25T01:25:05,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497965979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:05,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497965979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:05,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497965979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:05,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497965979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:05,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497965980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:06,372 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/f083f391552b45efaac1b48eed25c33f 2024-11-25T01:25:06,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/b3c64e62cbe14edb85f00d27f8657e00 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/b3c64e62cbe14edb85f00d27f8657e00 2024-11-25T01:25:06,381 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/b3c64e62cbe14edb85f00d27f8657e00, entries=150, sequenceid=371, filesize=12.0 K 2024-11-25T01:25:06,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/260018bd425b435487cecd7d764929cd as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/260018bd425b435487cecd7d764929cd 2024-11-25T01:25:06,386 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/260018bd425b435487cecd7d764929cd, entries=150, sequenceid=371, filesize=12.0 K 2024-11-25T01:25:06,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/f083f391552b45efaac1b48eed25c33f as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/f083f391552b45efaac1b48eed25c33f 2024-11-25T01:25:06,392 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/f083f391552b45efaac1b48eed25c33f, entries=150, sequenceid=371, filesize=12.0 K 2024-11-25T01:25:06,393 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 483e5b42634a040ec1079ec14f8006bb in 1257ms, sequenceid=371, compaction requested=false 2024-11-25T01:25:06,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:25:06,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:06,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-25T01:25:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-25T01:25:06,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-25T01:25:06,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0210 sec 2024-11-25T01:25:06,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 2.0250 sec 2024-11-25T01:25:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T01:25:06,477 INFO [Thread-1142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-25T01:25:06,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:25:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-25T01:25:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T01:25:06,479 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:25:06,480 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:25:06,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:25:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:25:06,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 483e5b42634a040ec1079ec14f8006bb 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T01:25:06,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=A 2024-11-25T01:25:06,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:06,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=B 2024-11-25T01:25:06,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:06,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=C 2024-11-25T01:25:06,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:06,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/145cf0a29d164400b881f5882210ed64 is 50, key is test_row_0/A:col10/1732497905368/Put/seqid=0 2024-11-25T01:25:06,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742152_1328 (size=9857) 2024-11-25T01:25:06,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497966495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:06,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497966496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:06,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497966497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:06,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497966498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:06,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497966498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T01:25:06,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497966599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:06,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497966599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:06,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:06,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497966601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497966601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:06,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497966601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:06,632 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:06,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T01:25:06,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:06,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:25:06,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:06,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:06,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T01:25:06,784 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:06,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T01:25:06,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:06,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:25:06,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:06,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:06,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:06,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497966801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:06,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497966803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:06,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497966803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:06,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:06,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497966804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497966804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:06,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/145cf0a29d164400b881f5882210ed64 2024-11-25T01:25:06,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/ebc1f65c5ee8474f90db0541a9cab677 is 50, key is test_row_0/B:col10/1732497905368/Put/seqid=0 2024-11-25T01:25:06,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742153_1329 (size=9857) 2024-11-25T01:25:06,937 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:06,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T01:25:06,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:06,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:25:06,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:06,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:06,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T01:25:07,090 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:07,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T01:25:07,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:07,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:25:07,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:07,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:07,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:07,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497967111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:07,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497967111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:07,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497967111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:07,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497967112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:07,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497967112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:07,242 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:07,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T01:25:07,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:07,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:25:07,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:07,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:07,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:07,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/ebc1f65c5ee8474f90db0541a9cab677 2024-11-25T01:25:07,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/ec37bb35db124228a78f929e3d0cc867 is 50, key is test_row_0/C:col10/1732497905368/Put/seqid=0 2024-11-25T01:25:07,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742154_1330 (size=9857) 2024-11-25T01:25:07,395 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:07,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T01:25:07,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:07,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:25:07,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:07,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:07,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:07,513 DEBUG [Thread-1151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x21114fed to 127.0.0.1:50052 2024-11-25T01:25:07,513 DEBUG [Thread-1151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:25:07,514 DEBUG [Thread-1149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64803b67 to 127.0.0.1:50052 2024-11-25T01:25:07,514 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:25:07,515 DEBUG [Thread-1143 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19975718 to 127.0.0.1:50052 2024-11-25T01:25:07,515 DEBUG [Thread-1143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:25:07,515 DEBUG [Thread-1145 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f706d54 to 127.0.0.1:50052 2024-11-25T01:25:07,515 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:25:07,516 DEBUG [Thread-1147 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x67bdbc25 to 127.0.0.1:50052 2024-11-25T01:25:07,516 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:25:07,548 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:07,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T01:25:07,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:07,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:25:07,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:07,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:07,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T01:25:07,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41556 deadline: 1732497967613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:07,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41570 deadline: 1732497967614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:07,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41546 deadline: 1732497967614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:07,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732497967617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:07,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41602 deadline: 1732497967618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:07,701 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:07,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T01:25:07,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:07,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:25:07,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:07,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:07,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:07,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/ec37bb35db124228a78f929e3d0cc867 2024-11-25T01:25:07,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/145cf0a29d164400b881f5882210ed64 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/145cf0a29d164400b881f5882210ed64 2024-11-25T01:25:07,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/145cf0a29d164400b881f5882210ed64, entries=100, sequenceid=389, filesize=9.6 K 2024-11-25T01:25:07,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/ebc1f65c5ee8474f90db0541a9cab677 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/ebc1f65c5ee8474f90db0541a9cab677 2024-11-25T01:25:07,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/ebc1f65c5ee8474f90db0541a9cab677, entries=100, sequenceid=389, filesize=9.6 K 2024-11-25T01:25:07,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/ec37bb35db124228a78f929e3d0cc867 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/ec37bb35db124228a78f929e3d0cc867 2024-11-25T01:25:07,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/ec37bb35db124228a78f929e3d0cc867, entries=100, sequenceid=389, filesize=9.6 K 2024-11-25T01:25:07,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 483e5b42634a040ec1079ec14f8006bb in 1253ms, sequenceid=389, compaction requested=true 2024-11-25T01:25:07,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:25:07,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 483e5b42634a040ec1079ec14f8006bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:25:07,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:07,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 483e5b42634a040ec1079ec14f8006bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:25:07,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:07,736 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:25:07,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 483e5b42634a040ec1079ec14f8006bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:25:07,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:25:07,736 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:25:07,737 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:25:07,737 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:25:07,737 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 483e5b42634a040ec1079ec14f8006bb/B is initiating minor compaction (all files) 2024-11-25T01:25:07,737 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 483e5b42634a040ec1079ec14f8006bb/A is initiating minor compaction (all files) 2024-11-25T01:25:07,737 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 483e5b42634a040ec1079ec14f8006bb/B in TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:07,737 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 483e5b42634a040ec1079ec14f8006bb/A in TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:07,737 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/95a06bd861a5407bb82ff3d38c02b6fb, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/260018bd425b435487cecd7d764929cd, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/ebc1f65c5ee8474f90db0541a9cab677] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp, totalSize=34.5 K 2024-11-25T01:25:07,737 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/ea77ebae9ed84d8583f2812f5eb615c3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/b3c64e62cbe14edb85f00d27f8657e00, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/145cf0a29d164400b881f5882210ed64] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp, totalSize=34.5 K 2024-11-25T01:25:07,737 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea77ebae9ed84d8583f2812f5eb615c3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732497903091 2024-11-25T01:25:07,737 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 95a06bd861a5407bb82ff3d38c02b6fb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732497903091 2024-11-25T01:25:07,737 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3c64e62cbe14edb85f00d27f8657e00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732497904248 2024-11-25T01:25:07,737 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 260018bd425b435487cecd7d764929cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732497904248 2024-11-25T01:25:07,738 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 145cf0a29d164400b881f5882210ed64, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732497905368 2024-11-25T01:25:07,738 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting ebc1f65c5ee8474f90db0541a9cab677, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732497905368 2024-11-25T01:25:07,743 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 483e5b42634a040ec1079ec14f8006bb#B#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:25:07,744 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/afbac51ac5834566a76ff785bbe80b81 is 50, key is test_row_0/B:col10/1732497905368/Put/seqid=0 2024-11-25T01:25:07,744 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 483e5b42634a040ec1079ec14f8006bb#A#compaction#286 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:25:07,745 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/811493e9fc714054a1f1d4ca07d68ed2 is 50, key is test_row_0/A:col10/1732497905368/Put/seqid=0 2024-11-25T01:25:07,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742155_1331 (size=13255) 2024-11-25T01:25:07,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742156_1332 (size=13255) 2024-11-25T01:25:07,853 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:07,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T01:25:07,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:07,854 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 483e5b42634a040ec1079ec14f8006bb 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T01:25:07,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=A 2024-11-25T01:25:07,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:07,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=B 2024-11-25T01:25:07,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:07,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=C 2024-11-25T01:25:07,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:07,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/ffcd7723458549c6b0ea93c39b06ff43 is 50, key is test_row_0/A:col10/1732497906497/Put/seqid=0 2024-11-25T01:25:07,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742157_1333 (size=12301) 2024-11-25T01:25:08,152 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/afbac51ac5834566a76ff785bbe80b81 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/afbac51ac5834566a76ff785bbe80b81 2024-11-25T01:25:08,153 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/811493e9fc714054a1f1d4ca07d68ed2 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/811493e9fc714054a1f1d4ca07d68ed2 2024-11-25T01:25:08,156 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 483e5b42634a040ec1079ec14f8006bb/B of 483e5b42634a040ec1079ec14f8006bb into afbac51ac5834566a76ff785bbe80b81(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:25:08,156 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:25:08,156 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb., storeName=483e5b42634a040ec1079ec14f8006bb/B, priority=13, startTime=1732497907736; duration=0sec 2024-11-25T01:25:08,156 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 483e5b42634a040ec1079ec14f8006bb/A of 483e5b42634a040ec1079ec14f8006bb into 811493e9fc714054a1f1d4ca07d68ed2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:25:08,156 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:25:08,156 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb., storeName=483e5b42634a040ec1079ec14f8006bb/A, priority=13, startTime=1732497907736; duration=0sec 2024-11-25T01:25:08,156 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:25:08,156 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 483e5b42634a040ec1079ec14f8006bb:B 2024-11-25T01:25:08,156 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:08,156 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 483e5b42634a040ec1079ec14f8006bb:A 2024-11-25T01:25:08,156 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:25:08,157 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:25:08,157 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 483e5b42634a040ec1079ec14f8006bb/C is initiating minor compaction (all files) 2024-11-25T01:25:08,157 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 483e5b42634a040ec1079ec14f8006bb/C in TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:08,157 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/aabab0e09e4d465197154eb4a54123c3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/f083f391552b45efaac1b48eed25c33f, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/ec37bb35db124228a78f929e3d0cc867] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp, totalSize=34.5 K 2024-11-25T01:25:08,157 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting aabab0e09e4d465197154eb4a54123c3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732497903091 2024-11-25T01:25:08,158 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting f083f391552b45efaac1b48eed25c33f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732497904248 2024-11-25T01:25:08,158 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting ec37bb35db124228a78f929e3d0cc867, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732497905368 2024-11-25T01:25:08,164 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 483e5b42634a040ec1079ec14f8006bb#C#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:25:08,165 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/b0dc48f6cd64440fa2df0bb6265f7866 is 50, key is test_row_0/C:col10/1732497905368/Put/seqid=0 2024-11-25T01:25:08,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742158_1334 (size=13255) 2024-11-25T01:25:08,262 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/ffcd7723458549c6b0ea93c39b06ff43 2024-11-25T01:25:08,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/aa3ef713f80a44e4a21966e0345850a6 is 50, key is test_row_0/B:col10/1732497906497/Put/seqid=0 2024-11-25T01:25:08,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742159_1335 (size=12301) 2024-11-25T01:25:08,573 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/b0dc48f6cd64440fa2df0bb6265f7866 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/b0dc48f6cd64440fa2df0bb6265f7866 2024-11-25T01:25:08,576 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 483e5b42634a040ec1079ec14f8006bb/C of 483e5b42634a040ec1079ec14f8006bb into b0dc48f6cd64440fa2df0bb6265f7866(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:25:08,576 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:25:08,576 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb., storeName=483e5b42634a040ec1079ec14f8006bb/C, priority=13, startTime=1732497907736; duration=0sec 2024-11-25T01:25:08,576 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:08,576 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 483e5b42634a040ec1079ec14f8006bb:C 2024-11-25T01:25:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T01:25:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:25:08,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. as already flushing 2024-11-25T01:25:08,619 DEBUG [Thread-1136 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x110a2f3c to 127.0.0.1:50052 2024-11-25T01:25:08,619 DEBUG [Thread-1136 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:25:08,621 DEBUG [Thread-1138 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x16fc49ca to 127.0.0.1:50052 2024-11-25T01:25:08,621 DEBUG [Thread-1138 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:25:08,623 DEBUG [Thread-1134 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x158ab39f to 127.0.0.1:50052 2024-11-25T01:25:08,623 DEBUG [Thread-1134 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:25:08,624 DEBUG [Thread-1140 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4b5cfd92 to 127.0.0.1:50052 2024-11-25T01:25:08,624 DEBUG [Thread-1140 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:25:08,628 DEBUG [Thread-1132 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x507f24a9 to 127.0.0.1:50052 2024-11-25T01:25:08,628 DEBUG [Thread-1132 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:25:08,672 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/aa3ef713f80a44e4a21966e0345850a6 2024-11-25T01:25:08,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/e42da8872fae4346866ab0f9b3afbd15 is 50, key is test_row_0/C:col10/1732497906497/Put/seqid=0 2024-11-25T01:25:08,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742160_1336 (size=12301) 2024-11-25T01:25:09,081 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/e42da8872fae4346866ab0f9b3afbd15 2024-11-25T01:25:09,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/ffcd7723458549c6b0ea93c39b06ff43 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/ffcd7723458549c6b0ea93c39b06ff43 2024-11-25T01:25:09,088 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/ffcd7723458549c6b0ea93c39b06ff43, entries=150, sequenceid=411, filesize=12.0 K 2024-11-25T01:25:09,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/aa3ef713f80a44e4a21966e0345850a6 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/aa3ef713f80a44e4a21966e0345850a6 2024-11-25T01:25:09,092 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/aa3ef713f80a44e4a21966e0345850a6, entries=150, sequenceid=411, filesize=12.0 K 2024-11-25T01:25:09,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/e42da8872fae4346866ab0f9b3afbd15 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/e42da8872fae4346866ab0f9b3afbd15 2024-11-25T01:25:09,096 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/e42da8872fae4346866ab0f9b3afbd15, entries=150, sequenceid=411, filesize=12.0 K 2024-11-25T01:25:09,096 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=33.54 KB/34350 for 483e5b42634a040ec1079ec14f8006bb in 1242ms, sequenceid=411, compaction requested=false 2024-11-25T01:25:09,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:25:09,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:09,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-25T01:25:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-25T01:25:09,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-25T01:25:09,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6170 sec 2024-11-25T01:25:09,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 2.6200 sec 2024-11-25T01:25:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T01:25:10,584 INFO [Thread-1142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-25T01:25:10,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T01:25:10,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-25T01:25:10,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-25T01:25:10,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-25T01:25:10,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-25T01:25:10,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-25T01:25:10,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T01:25:10,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8185 2024-11-25T01:25:10,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8187 2024-11-25T01:25:10,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7839 2024-11-25T01:25:10,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8136 2024-11-25T01:25:10,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8177 2024-11-25T01:25:10,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T01:25:10,584 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T01:25:10,584 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x50fa6d36 to 127.0.0.1:50052 2024-11-25T01:25:10,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:25:10,585 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T01:25:10,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T01:25:10,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T01:25:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-25T01:25:10,588 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732497910587"}]},"ts":"1732497910587"} 2024-11-25T01:25:10,588 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T01:25:10,591 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T01:25:10,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T01:25:10,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=483e5b42634a040ec1079ec14f8006bb, UNASSIGN}] 2024-11-25T01:25:10,593 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=483e5b42634a040ec1079ec14f8006bb, UNASSIGN 2024-11-25T01:25:10,594 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=483e5b42634a040ec1079ec14f8006bb, regionState=CLOSING, regionLocation=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:10,594 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T01:25:10,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; CloseRegionProcedure 483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462}] 2024-11-25T01:25:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-25T01:25:10,745 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:10,746 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(124): Close 483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:25:10,746 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T01:25:10,746 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1681): Closing 483e5b42634a040ec1079ec14f8006bb, disabling compactions & flushes 2024-11-25T01:25:10,746 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:10,746 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:10,746 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. after waiting 0 ms 2024-11-25T01:25:10,746 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:10,746 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(2837): Flushing 483e5b42634a040ec1079ec14f8006bb 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T01:25:10,746 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=A 2024-11-25T01:25:10,746 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:10,746 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=B 2024-11-25T01:25:10,747 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:10,747 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 483e5b42634a040ec1079ec14f8006bb, store=C 2024-11-25T01:25:10,747 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:10,750 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/32555276252f443e9ad606041e80f003 is 50, key is test_row_0/A:col10/1732497908622/Put/seqid=0 2024-11-25T01:25:10,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742161_1337 (size=12301) 2024-11-25T01:25:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-25T01:25:11,154 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/32555276252f443e9ad606041e80f003 2024-11-25T01:25:11,160 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/0a00f5aea6a1494da5dcca01118eea46 is 50, key is test_row_0/B:col10/1732497908622/Put/seqid=0 2024-11-25T01:25:11,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742162_1338 (size=12301) 2024-11-25T01:25:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-25T01:25:11,563 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/0a00f5aea6a1494da5dcca01118eea46 2024-11-25T01:25:11,569 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/29e69ac903414299968fbe10c42f0bcc is 50, key is test_row_0/C:col10/1732497908622/Put/seqid=0 2024-11-25T01:25:11,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742163_1339 (size=12301) 2024-11-25T01:25:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-25T01:25:11,973 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/29e69ac903414299968fbe10c42f0bcc 2024-11-25T01:25:11,977 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/A/32555276252f443e9ad606041e80f003 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/32555276252f443e9ad606041e80f003 2024-11-25T01:25:11,980 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/32555276252f443e9ad606041e80f003, entries=150, sequenceid=422, filesize=12.0 K 2024-11-25T01:25:11,980 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/B/0a00f5aea6a1494da5dcca01118eea46 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/0a00f5aea6a1494da5dcca01118eea46 2024-11-25T01:25:11,983 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/0a00f5aea6a1494da5dcca01118eea46, entries=150, sequenceid=422, filesize=12.0 K 2024-11-25T01:25:11,984 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/.tmp/C/29e69ac903414299968fbe10c42f0bcc as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/29e69ac903414299968fbe10c42f0bcc 2024-11-25T01:25:11,986 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/29e69ac903414299968fbe10c42f0bcc, entries=150, sequenceid=422, filesize=12.0 K 2024-11-25T01:25:11,987 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 483e5b42634a040ec1079ec14f8006bb in 1241ms, sequenceid=422, compaction requested=true 2024-11-25T01:25:11,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/a9d6a4662ec249299a9a56a283e92bf9, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/04a6e6f749fa4227b0ce024988bc09f5, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/2bc11db89c4141078c4a83b2cbc75cb4, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/6adc7e4eeaee487fab5e42eae4de56e7, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/a498fd16117546f4ab276808348ddf68, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/c961d77bc2f548c1b328d08ee0ae7ce7, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/fe27658fea5541ca8165f0704577ad39, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/99d73d579b2343779126300180c35923, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/8994f10b8b2c423e91da934b0e7a2ce6, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/31bcd470dbe14b4baa856fdb4dda210f, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/54395597a3dc4f32aacadb04882de141, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/53bccc2b7f9d427e85d3f9007c294363, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/bdf59e1148a44cd7984a4d1a398d005a, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/193479f1575d45deadadd06832cbde96, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/2f4eb998839a4176ba90a2c77279a20b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/ebc24914d5b2432391fcdb57071b121c, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/8de0a77a3cc847ac91696ca5b99041db, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/cd745889920e402b9df1d1299e7f40b8, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/deb00f36596e4ea69a7a52657a4ebb41, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/7f923c98cd3b483db4cacbf895d4cdfa, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/0e5eef3995cd41cb866165dae3967469, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/110e40afc64748668ba904ef7568a803, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/1aa2cd1bbaf147ffbfbe43568ccb7df0, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/4a3500b5962c45ffa26f7f7551284840, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/03e96ff8cce04c50a37af2e11fea03f1, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/ea77ebae9ed84d8583f2812f5eb615c3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/b3c64e62cbe14edb85f00d27f8657e00, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/145cf0a29d164400b881f5882210ed64] to archive 2024-11-25T01:25:11,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T01:25:11,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/a9d6a4662ec249299a9a56a283e92bf9 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/a9d6a4662ec249299a9a56a283e92bf9 2024-11-25T01:25:11,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/04a6e6f749fa4227b0ce024988bc09f5 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/04a6e6f749fa4227b0ce024988bc09f5 2024-11-25T01:25:11,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/2bc11db89c4141078c4a83b2cbc75cb4 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/2bc11db89c4141078c4a83b2cbc75cb4 2024-11-25T01:25:11,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/6adc7e4eeaee487fab5e42eae4de56e7 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/6adc7e4eeaee487fab5e42eae4de56e7 2024-11-25T01:25:11,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/a498fd16117546f4ab276808348ddf68 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/a498fd16117546f4ab276808348ddf68 2024-11-25T01:25:11,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/c961d77bc2f548c1b328d08ee0ae7ce7 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/c961d77bc2f548c1b328d08ee0ae7ce7 2024-11-25T01:25:11,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/fe27658fea5541ca8165f0704577ad39 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/fe27658fea5541ca8165f0704577ad39 2024-11-25T01:25:11,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/99d73d579b2343779126300180c35923 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/99d73d579b2343779126300180c35923 2024-11-25T01:25:11,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/8994f10b8b2c423e91da934b0e7a2ce6 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/8994f10b8b2c423e91da934b0e7a2ce6 2024-11-25T01:25:11,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/31bcd470dbe14b4baa856fdb4dda210f to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/31bcd470dbe14b4baa856fdb4dda210f 2024-11-25T01:25:11,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/54395597a3dc4f32aacadb04882de141 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/54395597a3dc4f32aacadb04882de141 2024-11-25T01:25:12,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/53bccc2b7f9d427e85d3f9007c294363 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/53bccc2b7f9d427e85d3f9007c294363 2024-11-25T01:25:12,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/bdf59e1148a44cd7984a4d1a398d005a to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/bdf59e1148a44cd7984a4d1a398d005a 2024-11-25T01:25:12,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/193479f1575d45deadadd06832cbde96 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/193479f1575d45deadadd06832cbde96 2024-11-25T01:25:12,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/2f4eb998839a4176ba90a2c77279a20b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/2f4eb998839a4176ba90a2c77279a20b 2024-11-25T01:25:12,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/ebc24914d5b2432391fcdb57071b121c to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/ebc24914d5b2432391fcdb57071b121c 2024-11-25T01:25:12,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/8de0a77a3cc847ac91696ca5b99041db to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/8de0a77a3cc847ac91696ca5b99041db 2024-11-25T01:25:12,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/cd745889920e402b9df1d1299e7f40b8 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/cd745889920e402b9df1d1299e7f40b8 2024-11-25T01:25:12,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/deb00f36596e4ea69a7a52657a4ebb41 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/deb00f36596e4ea69a7a52657a4ebb41 2024-11-25T01:25:12,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/7f923c98cd3b483db4cacbf895d4cdfa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/7f923c98cd3b483db4cacbf895d4cdfa 2024-11-25T01:25:12,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/0e5eef3995cd41cb866165dae3967469 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/0e5eef3995cd41cb866165dae3967469 2024-11-25T01:25:12,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/110e40afc64748668ba904ef7568a803 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/110e40afc64748668ba904ef7568a803 2024-11-25T01:25:12,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/1aa2cd1bbaf147ffbfbe43568ccb7df0 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/1aa2cd1bbaf147ffbfbe43568ccb7df0 2024-11-25T01:25:12,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/4a3500b5962c45ffa26f7f7551284840 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/4a3500b5962c45ffa26f7f7551284840 2024-11-25T01:25:12,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/03e96ff8cce04c50a37af2e11fea03f1 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/03e96ff8cce04c50a37af2e11fea03f1 2024-11-25T01:25:12,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/ea77ebae9ed84d8583f2812f5eb615c3 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/ea77ebae9ed84d8583f2812f5eb615c3 2024-11-25T01:25:12,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/b3c64e62cbe14edb85f00d27f8657e00 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/b3c64e62cbe14edb85f00d27f8657e00 2024-11-25T01:25:12,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/145cf0a29d164400b881f5882210ed64 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/145cf0a29d164400b881f5882210ed64 2024-11-25T01:25:12,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/5b4a91c08d184b4f96786258955814dc, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/a8267d69c6ec4150813748c83f538f8c, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/f839f1e3d282419ca3d685e6698edc92, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/fee7b06a569244909cbd6d6664028e40, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/2e34d620729f407eb06e4768cc44bced, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/12c02ab51d4843d1b0156b9fa66bacae, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/661a0eac2cc749d8a44275dd9c4cd999, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/c1daee22bc2a4082980deb0bbe0169b2, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/1fa62d0b98974e1585a01bb235f76ead, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/d31e463b8e114360be221e7ce011e4cc, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/9290019ba0524047ab65da1abd9c6c59, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/40a7bc5f84434ccc92a349dd2a004ea1, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/b5704993c3a147bba8a287475f425f4a, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/8240ae4b674c480bb576d7e0b2f3894c, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/712d4bc112804ce3b8519a08f6943055, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/dee06166341e438793a2b69eb1f6fafd, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/1a981de1fe9845feaa3141bdf6e5ab64, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/b0c7c8b4fb76444181a97963d9b772cc, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/197b5f4ac98e444ba25d16f1363878ab, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/7ebe657a87614286b83e8150f60b09bc, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/1d5385c2c44a4b0a89749c4dcb9a848b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/bc2c874298fd400787b14f7e2807c11d, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/8d474ffaa6244befb2f6d120627d272a, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/8cf4683c9fb04a72964d6505621e9712, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/95a06bd861a5407bb82ff3d38c02b6fb, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/a2ec2e7d38d748909a3a3a495923c8a4, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/260018bd425b435487cecd7d764929cd, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/ebc1f65c5ee8474f90db0541a9cab677] to archive 2024-11-25T01:25:12,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T01:25:12,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/5b4a91c08d184b4f96786258955814dc to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/5b4a91c08d184b4f96786258955814dc 2024-11-25T01:25:12,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/a8267d69c6ec4150813748c83f538f8c to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/a8267d69c6ec4150813748c83f538f8c 2024-11-25T01:25:12,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/f839f1e3d282419ca3d685e6698edc92 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/f839f1e3d282419ca3d685e6698edc92 2024-11-25T01:25:12,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/fee7b06a569244909cbd6d6664028e40 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/fee7b06a569244909cbd6d6664028e40 2024-11-25T01:25:12,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/2e34d620729f407eb06e4768cc44bced to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/2e34d620729f407eb06e4768cc44bced 2024-11-25T01:25:12,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/12c02ab51d4843d1b0156b9fa66bacae to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/12c02ab51d4843d1b0156b9fa66bacae 2024-11-25T01:25:12,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/661a0eac2cc749d8a44275dd9c4cd999 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/661a0eac2cc749d8a44275dd9c4cd999 2024-11-25T01:25:12,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/c1daee22bc2a4082980deb0bbe0169b2 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/c1daee22bc2a4082980deb0bbe0169b2 2024-11-25T01:25:12,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/1fa62d0b98974e1585a01bb235f76ead to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/1fa62d0b98974e1585a01bb235f76ead 2024-11-25T01:25:12,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/d31e463b8e114360be221e7ce011e4cc to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/d31e463b8e114360be221e7ce011e4cc 2024-11-25T01:25:12,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/9290019ba0524047ab65da1abd9c6c59 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/9290019ba0524047ab65da1abd9c6c59 2024-11-25T01:25:12,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/40a7bc5f84434ccc92a349dd2a004ea1 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/40a7bc5f84434ccc92a349dd2a004ea1 2024-11-25T01:25:12,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/b5704993c3a147bba8a287475f425f4a to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/b5704993c3a147bba8a287475f425f4a 2024-11-25T01:25:12,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/8240ae4b674c480bb576d7e0b2f3894c to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/8240ae4b674c480bb576d7e0b2f3894c 2024-11-25T01:25:12,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/712d4bc112804ce3b8519a08f6943055 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/712d4bc112804ce3b8519a08f6943055 2024-11-25T01:25:12,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/dee06166341e438793a2b69eb1f6fafd to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/dee06166341e438793a2b69eb1f6fafd 2024-11-25T01:25:12,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/1a981de1fe9845feaa3141bdf6e5ab64 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/1a981de1fe9845feaa3141bdf6e5ab64 2024-11-25T01:25:12,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/b0c7c8b4fb76444181a97963d9b772cc to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/b0c7c8b4fb76444181a97963d9b772cc 2024-11-25T01:25:12,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/197b5f4ac98e444ba25d16f1363878ab to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/197b5f4ac98e444ba25d16f1363878ab 2024-11-25T01:25:12,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/7ebe657a87614286b83e8150f60b09bc to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/7ebe657a87614286b83e8150f60b09bc 2024-11-25T01:25:12,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/1d5385c2c44a4b0a89749c4dcb9a848b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/1d5385c2c44a4b0a89749c4dcb9a848b 2024-11-25T01:25:12,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/bc2c874298fd400787b14f7e2807c11d to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/bc2c874298fd400787b14f7e2807c11d 2024-11-25T01:25:12,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/8d474ffaa6244befb2f6d120627d272a to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/8d474ffaa6244befb2f6d120627d272a 2024-11-25T01:25:12,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/8cf4683c9fb04a72964d6505621e9712 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/8cf4683c9fb04a72964d6505621e9712 2024-11-25T01:25:12,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/95a06bd861a5407bb82ff3d38c02b6fb to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/95a06bd861a5407bb82ff3d38c02b6fb 2024-11-25T01:25:12,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/a2ec2e7d38d748909a3a3a495923c8a4 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/a2ec2e7d38d748909a3a3a495923c8a4 2024-11-25T01:25:12,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/260018bd425b435487cecd7d764929cd to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/260018bd425b435487cecd7d764929cd 2024-11-25T01:25:12,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/ebc1f65c5ee8474f90db0541a9cab677 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/ebc1f65c5ee8474f90db0541a9cab677 2024-11-25T01:25:12,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/a9f2dd3e4eb349c6a2f296849357cf0d, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/7dcda2e7bee9472ea5bc1cc4501e31af, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/c7a2689640f34117a8818518ad885931, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/1da9e328b9fa477cb9a4829e1544c954, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/1cf192f0af854269b95cf49155ee8fad, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/690faa5d77a448f08f304e05bed73380, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/a339f364484240c78fb0d225108b8926, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/a951d3c8f41740c5be72086ea0a39a03, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/86d30ddf9fc941e2a2bedf7bad3f7d7a, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/8289013b57bb41a29f32f2882d1aa24e, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/fa8b7dbdc22e4ee79d5024205a448439, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/55865b4714e54cc09380d54558a13477, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/63f97e32995140a1824a6f6c37124e17, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/af185a577cee41a8b9a7a0044a91c45b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/0a98994019894c41bde89aa825a4acc3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/47825620c4bf498cbe1f1d060e725858, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/8c62e75db227426a8fc1651e37c8790b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/73e7c8195a28433ca2ac28ddbcaf80b5, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/53ea1cdfec874d75ac96b8ad154e5feb, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/3b0c4336d7214ad2963dd142d7edd913, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/9cc434a150a348888a8bab8c7c162262, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/f5fd58186eb04c8ea97e3343431d37a3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/aa442680751f499c93386770bb203736, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/bfe2de4175c74971bda44e2353edb103, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/aabab0e09e4d465197154eb4a54123c3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/fbfe20f5dd5a4077af65f75e2378e3db, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/f083f391552b45efaac1b48eed25c33f, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/ec37bb35db124228a78f929e3d0cc867] to archive 2024-11-25T01:25:12,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T01:25:12,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/a9f2dd3e4eb349c6a2f296849357cf0d to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/a9f2dd3e4eb349c6a2f296849357cf0d 2024-11-25T01:25:12,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/7dcda2e7bee9472ea5bc1cc4501e31af to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/7dcda2e7bee9472ea5bc1cc4501e31af 2024-11-25T01:25:12,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/c7a2689640f34117a8818518ad885931 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/c7a2689640f34117a8818518ad885931 2024-11-25T01:25:12,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/1da9e328b9fa477cb9a4829e1544c954 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/1da9e328b9fa477cb9a4829e1544c954 2024-11-25T01:25:12,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/1cf192f0af854269b95cf49155ee8fad to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/1cf192f0af854269b95cf49155ee8fad 2024-11-25T01:25:12,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/690faa5d77a448f08f304e05bed73380 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/690faa5d77a448f08f304e05bed73380 2024-11-25T01:25:12,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/a339f364484240c78fb0d225108b8926 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/a339f364484240c78fb0d225108b8926 2024-11-25T01:25:12,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/a951d3c8f41740c5be72086ea0a39a03 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/a951d3c8f41740c5be72086ea0a39a03 2024-11-25T01:25:12,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/86d30ddf9fc941e2a2bedf7bad3f7d7a to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/86d30ddf9fc941e2a2bedf7bad3f7d7a 2024-11-25T01:25:12,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/8289013b57bb41a29f32f2882d1aa24e to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/8289013b57bb41a29f32f2882d1aa24e 2024-11-25T01:25:12,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/fa8b7dbdc22e4ee79d5024205a448439 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/fa8b7dbdc22e4ee79d5024205a448439 2024-11-25T01:25:12,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/55865b4714e54cc09380d54558a13477 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/55865b4714e54cc09380d54558a13477 2024-11-25T01:25:12,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/63f97e32995140a1824a6f6c37124e17 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/63f97e32995140a1824a6f6c37124e17 2024-11-25T01:25:12,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/af185a577cee41a8b9a7a0044a91c45b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/af185a577cee41a8b9a7a0044a91c45b 2024-11-25T01:25:12,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/0a98994019894c41bde89aa825a4acc3 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/0a98994019894c41bde89aa825a4acc3 2024-11-25T01:25:12,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/47825620c4bf498cbe1f1d060e725858 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/47825620c4bf498cbe1f1d060e725858 2024-11-25T01:25:12,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/8c62e75db227426a8fc1651e37c8790b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/8c62e75db227426a8fc1651e37c8790b 2024-11-25T01:25:12,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/73e7c8195a28433ca2ac28ddbcaf80b5 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/73e7c8195a28433ca2ac28ddbcaf80b5 2024-11-25T01:25:12,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/53ea1cdfec874d75ac96b8ad154e5feb to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/53ea1cdfec874d75ac96b8ad154e5feb 2024-11-25T01:25:12,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/3b0c4336d7214ad2963dd142d7edd913 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/3b0c4336d7214ad2963dd142d7edd913 2024-11-25T01:25:12,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/9cc434a150a348888a8bab8c7c162262 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/9cc434a150a348888a8bab8c7c162262 2024-11-25T01:25:12,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/f5fd58186eb04c8ea97e3343431d37a3 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/f5fd58186eb04c8ea97e3343431d37a3 2024-11-25T01:25:12,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/aa442680751f499c93386770bb203736 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/aa442680751f499c93386770bb203736 2024-11-25T01:25:12,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/bfe2de4175c74971bda44e2353edb103 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/bfe2de4175c74971bda44e2353edb103 2024-11-25T01:25:12,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/aabab0e09e4d465197154eb4a54123c3 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/aabab0e09e4d465197154eb4a54123c3 2024-11-25T01:25:12,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/fbfe20f5dd5a4077af65f75e2378e3db to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/fbfe20f5dd5a4077af65f75e2378e3db 2024-11-25T01:25:12,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/f083f391552b45efaac1b48eed25c33f to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/f083f391552b45efaac1b48eed25c33f 2024-11-25T01:25:12,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/ec37bb35db124228a78f929e3d0cc867 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/ec37bb35db124228a78f929e3d0cc867 2024-11-25T01:25:12,074 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/recovered.edits/425.seqid, newMaxSeqId=425, maxSeqId=1 2024-11-25T01:25:12,074 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb. 2024-11-25T01:25:12,074 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1635): Region close journal for 483e5b42634a040ec1079ec14f8006bb: 2024-11-25T01:25:12,076 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(170): Closed 483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:25:12,076 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=483e5b42634a040ec1079ec14f8006bb, regionState=CLOSED 2024-11-25T01:25:12,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-25T01:25:12,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseRegionProcedure 483e5b42634a040ec1079ec14f8006bb, server=15a7e74b0924,33739,1732497824462 in 1.4830 sec 2024-11-25T01:25:12,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-25T01:25:12,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=483e5b42634a040ec1079ec14f8006bb, UNASSIGN in 1.4860 sec 2024-11-25T01:25:12,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-25T01:25:12,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4880 sec 2024-11-25T01:25:12,081 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732497912081"}]},"ts":"1732497912081"} 2024-11-25T01:25:12,082 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T01:25:12,084 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T01:25:12,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4990 sec 2024-11-25T01:25:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-25T01:25:12,691 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-25T01:25:12,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T01:25:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:25:12,693 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:25:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-25T01:25:12,693 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=93, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:25:12,695 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:25:12,697 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A, FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B, FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C, FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/recovered.edits] 2024-11-25T01:25:12,699 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/32555276252f443e9ad606041e80f003 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/32555276252f443e9ad606041e80f003 2024-11-25T01:25:12,700 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/811493e9fc714054a1f1d4ca07d68ed2 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/811493e9fc714054a1f1d4ca07d68ed2 2024-11-25T01:25:12,701 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/ffcd7723458549c6b0ea93c39b06ff43 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/A/ffcd7723458549c6b0ea93c39b06ff43 2024-11-25T01:25:12,703 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/0a00f5aea6a1494da5dcca01118eea46 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/0a00f5aea6a1494da5dcca01118eea46 2024-11-25T01:25:12,703 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/aa3ef713f80a44e4a21966e0345850a6 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/aa3ef713f80a44e4a21966e0345850a6 2024-11-25T01:25:12,704 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/afbac51ac5834566a76ff785bbe80b81 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/B/afbac51ac5834566a76ff785bbe80b81 2024-11-25T01:25:12,706 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/29e69ac903414299968fbe10c42f0bcc to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/29e69ac903414299968fbe10c42f0bcc 2024-11-25T01:25:12,707 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/b0dc48f6cd64440fa2df0bb6265f7866 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/b0dc48f6cd64440fa2df0bb6265f7866 2024-11-25T01:25:12,707 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/e42da8872fae4346866ab0f9b3afbd15 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/C/e42da8872fae4346866ab0f9b3afbd15 2024-11-25T01:25:12,709 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/recovered.edits/425.seqid to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb/recovered.edits/425.seqid 2024-11-25T01:25:12,710 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/483e5b42634a040ec1079ec14f8006bb 2024-11-25T01:25:12,710 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T01:25:12,711 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=93, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:25:12,715 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T01:25:12,717 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T01:25:12,718 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=93, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:25:12,718 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T01:25:12,718 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732497912718"}]},"ts":"9223372036854775807"} 2024-11-25T01:25:12,719 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T01:25:12,719 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 483e5b42634a040ec1079ec14f8006bb, NAME => 'TestAcidGuarantees,,1732497885357.483e5b42634a040ec1079ec14f8006bb.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T01:25:12,719 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T01:25:12,719 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732497912719"}]},"ts":"9223372036854775807"} 2024-11-25T01:25:12,721 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T01:25:12,723 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=93, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:25:12,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 32 msec 2024-11-25T01:25:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-25T01:25:12,794 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-25T01:25:12,803 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=240 (was 242), OpenFileDescriptor=455 (was 462), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=332 (was 353), ProcessCount=11 (was 11), AvailableMemoryMB=7027 (was 7076) 2024-11-25T01:25:12,811 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=240, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=332, ProcessCount=11, AvailableMemoryMB=7027 2024-11-25T01:25:12,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T01:25:12,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T01:25:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T01:25:12,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T01:25:12,814 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:12,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 94 2024-11-25T01:25:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-25T01:25:12,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T01:25:12,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742164_1340 (size=963) 2024-11-25T01:25:12,862 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T01:25:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-25T01:25:13,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-25T01:25:13,222 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579 2024-11-25T01:25:13,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742165_1341 (size=53) 2024-11-25T01:25:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-25T01:25:13,627 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T01:25:13,627 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 91ae025d1740d70cf23cc1761fcb83aa, disabling compactions & flushes 2024-11-25T01:25:13,627 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:13,627 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:13,627 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. after waiting 0 ms 2024-11-25T01:25:13,627 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:13,627 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:13,627 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 91ae025d1740d70cf23cc1761fcb83aa: 2024-11-25T01:25:13,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T01:25:13,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732497913628"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732497913628"}]},"ts":"1732497913628"} 2024-11-25T01:25:13,630 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T01:25:13,630 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T01:25:13,630 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732497913630"}]},"ts":"1732497913630"} 2024-11-25T01:25:13,631 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T01:25:13,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=91ae025d1740d70cf23cc1761fcb83aa, ASSIGN}] 2024-11-25T01:25:13,636 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=91ae025d1740d70cf23cc1761fcb83aa, ASSIGN 2024-11-25T01:25:13,636 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=91ae025d1740d70cf23cc1761fcb83aa, ASSIGN; state=OFFLINE, location=15a7e74b0924,33739,1732497824462; forceNewPlan=false, retain=false 2024-11-25T01:25:13,787 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=91ae025d1740d70cf23cc1761fcb83aa, regionState=OPENING, regionLocation=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:13,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; OpenRegionProcedure 91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462}] 2024-11-25T01:25:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-25T01:25:13,939 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:13,942 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:13,942 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7285): Opening region: {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} 2024-11-25T01:25:13,942 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:13,942 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T01:25:13,942 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7327): checking encryption for 91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:13,942 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7330): checking classloading for 91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:13,944 INFO [StoreOpener-91ae025d1740d70cf23cc1761fcb83aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:13,945 INFO [StoreOpener-91ae025d1740d70cf23cc1761fcb83aa-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T01:25:13,945 INFO [StoreOpener-91ae025d1740d70cf23cc1761fcb83aa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91ae025d1740d70cf23cc1761fcb83aa columnFamilyName A 2024-11-25T01:25:13,945 DEBUG [StoreOpener-91ae025d1740d70cf23cc1761fcb83aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:13,945 INFO [StoreOpener-91ae025d1740d70cf23cc1761fcb83aa-1 {}] regionserver.HStore(327): Store=91ae025d1740d70cf23cc1761fcb83aa/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T01:25:13,945 INFO [StoreOpener-91ae025d1740d70cf23cc1761fcb83aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:13,946 INFO [StoreOpener-91ae025d1740d70cf23cc1761fcb83aa-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T01:25:13,946 INFO [StoreOpener-91ae025d1740d70cf23cc1761fcb83aa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91ae025d1740d70cf23cc1761fcb83aa columnFamilyName B 2024-11-25T01:25:13,946 DEBUG [StoreOpener-91ae025d1740d70cf23cc1761fcb83aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:13,947 INFO [StoreOpener-91ae025d1740d70cf23cc1761fcb83aa-1 {}] regionserver.HStore(327): Store=91ae025d1740d70cf23cc1761fcb83aa/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T01:25:13,947 INFO [StoreOpener-91ae025d1740d70cf23cc1761fcb83aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:13,947 INFO [StoreOpener-91ae025d1740d70cf23cc1761fcb83aa-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T01:25:13,947 INFO [StoreOpener-91ae025d1740d70cf23cc1761fcb83aa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91ae025d1740d70cf23cc1761fcb83aa columnFamilyName C 2024-11-25T01:25:13,947 DEBUG [StoreOpener-91ae025d1740d70cf23cc1761fcb83aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:13,948 INFO [StoreOpener-91ae025d1740d70cf23cc1761fcb83aa-1 {}] regionserver.HStore(327): Store=91ae025d1740d70cf23cc1761fcb83aa/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T01:25:13,948 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:13,948 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:13,949 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:13,950 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T01:25:13,951 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1085): writing seq id for 91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:13,952 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T01:25:13,953 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1102): Opened 91ae025d1740d70cf23cc1761fcb83aa; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72360580, jitterRate=0.07825666666030884}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T01:25:13,953 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1001): Region open journal for 91ae025d1740d70cf23cc1761fcb83aa: 2024-11-25T01:25:13,954 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa., pid=96, masterSystemTime=1732497913939 2024-11-25T01:25:13,955 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:13,955 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:13,955 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=91ae025d1740d70cf23cc1761fcb83aa, regionState=OPEN, openSeqNum=2, regionLocation=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:13,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-25T01:25:13,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; OpenRegionProcedure 91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 in 168 msec 2024-11-25T01:25:13,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-25T01:25:13,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=91ae025d1740d70cf23cc1761fcb83aa, ASSIGN in 322 msec 2024-11-25T01:25:13,959 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T01:25:13,959 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732497913959"}]},"ts":"1732497913959"} 2024-11-25T01:25:13,960 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T01:25:13,962 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T01:25:13,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-25T01:25:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-25T01:25:14,919 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 94 completed 2024-11-25T01:25:14,920 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x508125d2 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47a067e1 2024-11-25T01:25:14,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c55cccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:25:14,925 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:25:14,926 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56052, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:25:14,927 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T01:25:14,928 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40798, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T01:25:14,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T01:25:14,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T01:25:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T01:25:14,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742166_1342 (size=999) 2024-11-25T01:25:15,340 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-25T01:25:15,340 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-25T01:25:15,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T01:25:15,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=91ae025d1740d70cf23cc1761fcb83aa, REOPEN/MOVE}] 2024-11-25T01:25:15,344 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=91ae025d1740d70cf23cc1761fcb83aa, REOPEN/MOVE 2024-11-25T01:25:15,344 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=91ae025d1740d70cf23cc1761fcb83aa, regionState=CLOSING, regionLocation=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:15,345 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T01:25:15,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; CloseRegionProcedure 91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462}] 2024-11-25T01:25:15,496 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:15,497 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(124): Close 91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:15,497 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T01:25:15,497 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1681): Closing 91ae025d1740d70cf23cc1761fcb83aa, disabling compactions & flushes 2024-11-25T01:25:15,497 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:15,497 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:15,497 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. after waiting 0 ms 2024-11-25T01:25:15,497 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:15,501 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T01:25:15,501 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:15,501 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1635): Region close journal for 91ae025d1740d70cf23cc1761fcb83aa: 2024-11-25T01:25:15,501 WARN [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionServer(3786): Not adding moved region record: 91ae025d1740d70cf23cc1761fcb83aa to self. 2024-11-25T01:25:15,503 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(170): Closed 91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:15,503 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=91ae025d1740d70cf23cc1761fcb83aa, regionState=CLOSED 2024-11-25T01:25:15,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-25T01:25:15,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseRegionProcedure 91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 in 159 msec 2024-11-25T01:25:15,505 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=91ae025d1740d70cf23cc1761fcb83aa, REOPEN/MOVE; state=CLOSED, location=15a7e74b0924,33739,1732497824462; forceNewPlan=false, retain=true 2024-11-25T01:25:15,656 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=91ae025d1740d70cf23cc1761fcb83aa, regionState=OPENING, regionLocation=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:15,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=99, state=RUNNABLE; OpenRegionProcedure 91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462}] 2024-11-25T01:25:15,809 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:15,811 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:15,811 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7285): Opening region: {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} 2024-11-25T01:25:15,812 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:15,812 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T01:25:15,812 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7327): checking encryption for 91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:15,812 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7330): checking classloading for 91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:15,813 INFO [StoreOpener-91ae025d1740d70cf23cc1761fcb83aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:15,814 INFO [StoreOpener-91ae025d1740d70cf23cc1761fcb83aa-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T01:25:15,814 INFO [StoreOpener-91ae025d1740d70cf23cc1761fcb83aa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91ae025d1740d70cf23cc1761fcb83aa columnFamilyName A 2024-11-25T01:25:15,815 DEBUG [StoreOpener-91ae025d1740d70cf23cc1761fcb83aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:15,816 INFO [StoreOpener-91ae025d1740d70cf23cc1761fcb83aa-1 {}] regionserver.HStore(327): Store=91ae025d1740d70cf23cc1761fcb83aa/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T01:25:15,816 INFO [StoreOpener-91ae025d1740d70cf23cc1761fcb83aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:15,816 INFO [StoreOpener-91ae025d1740d70cf23cc1761fcb83aa-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T01:25:15,817 INFO [StoreOpener-91ae025d1740d70cf23cc1761fcb83aa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91ae025d1740d70cf23cc1761fcb83aa columnFamilyName B 2024-11-25T01:25:15,817 DEBUG [StoreOpener-91ae025d1740d70cf23cc1761fcb83aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:15,817 INFO [StoreOpener-91ae025d1740d70cf23cc1761fcb83aa-1 {}] regionserver.HStore(327): Store=91ae025d1740d70cf23cc1761fcb83aa/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T01:25:15,817 INFO [StoreOpener-91ae025d1740d70cf23cc1761fcb83aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:15,817 INFO [StoreOpener-91ae025d1740d70cf23cc1761fcb83aa-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T01:25:15,818 INFO [StoreOpener-91ae025d1740d70cf23cc1761fcb83aa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91ae025d1740d70cf23cc1761fcb83aa columnFamilyName C 2024-11-25T01:25:15,818 DEBUG [StoreOpener-91ae025d1740d70cf23cc1761fcb83aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:15,818 INFO [StoreOpener-91ae025d1740d70cf23cc1761fcb83aa-1 {}] regionserver.HStore(327): Store=91ae025d1740d70cf23cc1761fcb83aa/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T01:25:15,818 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:15,819 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:15,819 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:15,820 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T01:25:15,822 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1085): writing seq id for 91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:15,822 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1102): Opened 91ae025d1740d70cf23cc1761fcb83aa; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63269101, jitterRate=-0.05721692740917206}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T01:25:15,823 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1001): Region open journal for 91ae025d1740d70cf23cc1761fcb83aa: 2024-11-25T01:25:15,823 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa., pid=101, masterSystemTime=1732497915808 2024-11-25T01:25:15,825 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:15,825 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:15,825 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=91ae025d1740d70cf23cc1761fcb83aa, regionState=OPEN, openSeqNum=5, regionLocation=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:15,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=99 2024-11-25T01:25:15,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=99, state=SUCCESS; OpenRegionProcedure 91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 in 169 msec 2024-11-25T01:25:15,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-25T01:25:15,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=91ae025d1740d70cf23cc1761fcb83aa, REOPEN/MOVE in 484 msec 2024-11-25T01:25:15,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-25T01:25:15,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 486 msec 2024-11-25T01:25:15,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 900 msec 2024-11-25T01:25:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-25T01:25:15,832 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x73a23205 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3779dcff 2024-11-25T01:25:15,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b85570, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:25:15,839 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c5e3cdc to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55b9838c 2024-11-25T01:25:15,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522d4f9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:25:15,843 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x311047da to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@282c1797 2024-11-25T01:25:15,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c5fcb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:25:15,846 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x661ad49c to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ec2e767 2024-11-25T01:25:15,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115da668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:25:15,851 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4f01f294 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76c1ddcc 2024-11-25T01:25:15,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad35b9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:25:15,854 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x36e4b93f to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@267b2bf2 2024-11-25T01:25:15,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f8019db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:25:15,858 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b4eaa21 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@24953e01 2024-11-25T01:25:15,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b44a589, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:25:15,861 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b31cc54 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@56599405 2024-11-25T01:25:15,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482f1baa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:25:15,865 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b2416f3 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@71474e2e 2024-11-25T01:25:15,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4185f9e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:25:15,868 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2520e5ac to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e5df918 2024-11-25T01:25:15,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@796ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:25:15,873 DEBUG [hconnection-0x63e48530-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:25:15,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:25:15,874 DEBUG [hconnection-0x7d5c4ec4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:25:15,874 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56062, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:25:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-25T01:25:15,875 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56070, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:25:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T01:25:15,875 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:25:15,876 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:25:15,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:25:15,876 DEBUG [hconnection-0x4439a2ca-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:25:15,876 DEBUG [hconnection-0x30526586-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:25:15,877 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:25:15,877 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:25:15,880 DEBUG [hconnection-0x6d42ec43-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:25:15,880 DEBUG [hconnection-0x51dd2c44-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:25:15,880 DEBUG [hconnection-0x50c135b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:25:15,881 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56106, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:25:15,881 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:25:15,881 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56090, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:25:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:15,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91ae025d1740d70cf23cc1761fcb83aa 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T01:25:15,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=A 2024-11-25T01:25:15,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:15,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=B 2024-11-25T01:25:15,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:15,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=C 2024-11-25T01:25:15,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:15,888 DEBUG [hconnection-0x54d59e25-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:25:15,888 DEBUG [hconnection-0x4573f4b4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:25:15,888 DEBUG [hconnection-0x5411e509-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:25:15,889 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56130, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:25:15,889 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56136, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:25:15,889 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56142, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:25:15,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497975893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:15,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:15,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497975894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497975893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:15,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497975894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:15,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497975895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:15,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254dc54272caea4515806243b87411ad0c_91ae025d1740d70cf23cc1761fcb83aa is 50, key is test_row_0/A:col10/1732497915883/Put/seqid=0 2024-11-25T01:25:15,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742167_1343 (size=12154) 2024-11-25T01:25:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T01:25:15,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497975995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:15,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497975995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:15,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497975996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:15,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497975996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:16,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497975996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:16,028 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:16,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-25T01:25:16,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:16,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. as already flushing 2024-11-25T01:25:16,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:16,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:16,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:16,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T01:25:16,181 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:16,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-25T01:25:16,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:16,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. as already flushing 2024-11-25T01:25:16,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:16,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:16,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:16,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:16,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497976199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:16,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497976199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:16,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497976200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:16,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497976200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:16,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497976202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:16,327 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:16,331 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254dc54272caea4515806243b87411ad0c_91ae025d1740d70cf23cc1761fcb83aa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254dc54272caea4515806243b87411ad0c_91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:16,331 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/e720d006aff14a358bc15a44ec1335bd, store: [table=TestAcidGuarantees family=A region=91ae025d1740d70cf23cc1761fcb83aa] 2024-11-25T01:25:16,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/e720d006aff14a358bc15a44ec1335bd is 175, key is test_row_0/A:col10/1732497915883/Put/seqid=0 2024-11-25T01:25:16,334 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:16,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-25T01:25:16,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:16,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. as already flushing 2024-11-25T01:25:16,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:16,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:16,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:16,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742168_1344 (size=30955) 2024-11-25T01:25:16,337 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/e720d006aff14a358bc15a44ec1335bd 2024-11-25T01:25:16,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/437f004bc6834f17b51e2a78d01968d5 is 50, key is test_row_0/B:col10/1732497915883/Put/seqid=0 2024-11-25T01:25:16,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742169_1345 (size=12001) 2024-11-25T01:25:16,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/437f004bc6834f17b51e2a78d01968d5 2024-11-25T01:25:16,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/ecc0cf949c694f3aa1817e9c07feb5a4 is 50, key is test_row_0/C:col10/1732497915883/Put/seqid=0 2024-11-25T01:25:16,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742170_1346 (size=12001) 2024-11-25T01:25:16,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/ecc0cf949c694f3aa1817e9c07feb5a4 2024-11-25T01:25:16,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/e720d006aff14a358bc15a44ec1335bd as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/e720d006aff14a358bc15a44ec1335bd 2024-11-25T01:25:16,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/e720d006aff14a358bc15a44ec1335bd, entries=150, sequenceid=17, filesize=30.2 K 2024-11-25T01:25:16,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/437f004bc6834f17b51e2a78d01968d5 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/437f004bc6834f17b51e2a78d01968d5 2024-11-25T01:25:16,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/437f004bc6834f17b51e2a78d01968d5, entries=150, sequenceid=17, filesize=11.7 K 2024-11-25T01:25:16,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/ecc0cf949c694f3aa1817e9c07feb5a4 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/ecc0cf949c694f3aa1817e9c07feb5a4 2024-11-25T01:25:16,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/ecc0cf949c694f3aa1817e9c07feb5a4, entries=150, sequenceid=17, filesize=11.7 K 2024-11-25T01:25:16,421 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 91ae025d1740d70cf23cc1761fcb83aa in 537ms, sequenceid=17, compaction requested=false 2024-11-25T01:25:16,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91ae025d1740d70cf23cc1761fcb83aa: 2024-11-25T01:25:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T01:25:16,487 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:16,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-25T01:25:16,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:16,487 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 91ae025d1740d70cf23cc1761fcb83aa 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T01:25:16,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=A 2024-11-25T01:25:16,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:16,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=B 2024-11-25T01:25:16,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:16,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=C 2024-11-25T01:25:16,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:16,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b7cbb73e7abe48299844420552773962_91ae025d1740d70cf23cc1761fcb83aa is 50, key is test_row_0/A:col10/1732497915893/Put/seqid=0 2024-11-25T01:25:16,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742171_1347 (size=12154) 2024-11-25T01:25:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:16,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. as already flushing 2024-11-25T01:25:16,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497976510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:16,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497976511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:16,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497976512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:16,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497976513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:16,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497976514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:16,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497976614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:16,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497976616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:16,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497976616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:16,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497976618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:16,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497976619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:16,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:16,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497976818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:16,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497976819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:16,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497976819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:16,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:16,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497976822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:16,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:16,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497976822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:16,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:16,902 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b7cbb73e7abe48299844420552773962_91ae025d1740d70cf23cc1761fcb83aa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b7cbb73e7abe48299844420552773962_91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:16,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/57ee958dfeb14559873cf9a3e03d10c1, store: [table=TestAcidGuarantees family=A region=91ae025d1740d70cf23cc1761fcb83aa] 2024-11-25T01:25:16,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/57ee958dfeb14559873cf9a3e03d10c1 is 175, key is test_row_0/A:col10/1732497915893/Put/seqid=0 2024-11-25T01:25:16,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742172_1348 (size=30955) 2024-11-25T01:25:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T01:25:17,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497977122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:17,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497977124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:17,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497977125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:17,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497977126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:17,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497977128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:17,308 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/57ee958dfeb14559873cf9a3e03d10c1 2024-11-25T01:25:17,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/d366df1434ce4aafa55be080de87da18 is 50, key is test_row_0/B:col10/1732497915893/Put/seqid=0 2024-11-25T01:25:17,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742173_1349 (size=12001) 2024-11-25T01:25:17,603 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T01:25:17,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497977629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:17,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497977631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:17,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497977631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:17,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497977633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:17,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497977636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:17,719 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/d366df1434ce4aafa55be080de87da18 2024-11-25T01:25:17,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/e15143a266b241b5be3b51969b45ee14 is 50, key is test_row_0/C:col10/1732497915893/Put/seqid=0 2024-11-25T01:25:17,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742174_1350 (size=12001) 2024-11-25T01:25:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T01:25:18,130 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/e15143a266b241b5be3b51969b45ee14 2024-11-25T01:25:18,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/57ee958dfeb14559873cf9a3e03d10c1 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/57ee958dfeb14559873cf9a3e03d10c1 2024-11-25T01:25:18,137 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/57ee958dfeb14559873cf9a3e03d10c1, entries=150, sequenceid=41, filesize=30.2 K 2024-11-25T01:25:18,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/d366df1434ce4aafa55be080de87da18 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/d366df1434ce4aafa55be080de87da18 2024-11-25T01:25:18,141 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/d366df1434ce4aafa55be080de87da18, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T01:25:18,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/e15143a266b241b5be3b51969b45ee14 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/e15143a266b241b5be3b51969b45ee14 2024-11-25T01:25:18,145 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/e15143a266b241b5be3b51969b45ee14, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T01:25:18,146 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 91ae025d1740d70cf23cc1761fcb83aa in 1659ms, sequenceid=41, compaction requested=false 2024-11-25T01:25:18,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 91ae025d1740d70cf23cc1761fcb83aa: 2024-11-25T01:25:18,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:18,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-25T01:25:18,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-25T01:25:18,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-25T01:25:18,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2720 sec 2024-11-25T01:25:18,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 2.2760 sec 2024-11-25T01:25:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:18,638 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91ae025d1740d70cf23cc1761fcb83aa 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T01:25:18,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=A 2024-11-25T01:25:18,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:18,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=B 2024-11-25T01:25:18,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:18,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=C 2024-11-25T01:25:18,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:18,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125483fe68837fc4e5980840adf105dc7ac_91ae025d1740d70cf23cc1761fcb83aa is 50, key is test_row_0/A:col10/1732497916504/Put/seqid=0 2024-11-25T01:25:18,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742175_1351 (size=12154) 2024-11-25T01:25:18,653 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:18,656 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125483fe68837fc4e5980840adf105dc7ac_91ae025d1740d70cf23cc1761fcb83aa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125483fe68837fc4e5980840adf105dc7ac_91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:18,657 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/cc870c3db3434d7f93803941f357f19c, store: [table=TestAcidGuarantees family=A region=91ae025d1740d70cf23cc1761fcb83aa] 2024-11-25T01:25:18,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/cc870c3db3434d7f93803941f357f19c is 175, key is test_row_0/A:col10/1732497916504/Put/seqid=0 2024-11-25T01:25:18,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742176_1352 (size=30955) 2024-11-25T01:25:18,662 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/cc870c3db3434d7f93803941f357f19c 2024-11-25T01:25:18,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497978661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:18,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497978662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:18,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/3562436ed6204c58a8110e5ca386fe52 is 50, key is test_row_0/B:col10/1732497916504/Put/seqid=0 2024-11-25T01:25:18,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497978663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:18,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497978664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:18,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497978667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:18,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742177_1353 (size=12001) 2024-11-25T01:25:18,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497978769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:18,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497978770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:18,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497978770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:18,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497978770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:18,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497978776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:18,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497978975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:18,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497978975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:18,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497978975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:18,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497978976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:18,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497978982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:19,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/3562436ed6204c58a8110e5ca386fe52 2024-11-25T01:25:19,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/b4d8105ce0b8473a99d3ff88e764285a is 50, key is test_row_0/C:col10/1732497916504/Put/seqid=0 2024-11-25T01:25:19,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742178_1354 (size=12001) 2024-11-25T01:25:19,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497979278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:19,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497979279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:19,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497979279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:19,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497979281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:19,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:19,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497979287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:19,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/b4d8105ce0b8473a99d3ff88e764285a 2024-11-25T01:25:19,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/cc870c3db3434d7f93803941f357f19c as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/cc870c3db3434d7f93803941f357f19c 2024-11-25T01:25:19,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/cc870c3db3434d7f93803941f357f19c, entries=150, sequenceid=55, filesize=30.2 K 2024-11-25T01:25:19,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/3562436ed6204c58a8110e5ca386fe52 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/3562436ed6204c58a8110e5ca386fe52 2024-11-25T01:25:19,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/3562436ed6204c58a8110e5ca386fe52, entries=150, sequenceid=55, filesize=11.7 K 2024-11-25T01:25:19,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/b4d8105ce0b8473a99d3ff88e764285a as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/b4d8105ce0b8473a99d3ff88e764285a 2024-11-25T01:25:19,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/b4d8105ce0b8473a99d3ff88e764285a, entries=150, sequenceid=55, filesize=11.7 K 2024-11-25T01:25:19,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 91ae025d1740d70cf23cc1761fcb83aa in 870ms, sequenceid=55, compaction requested=true 2024-11-25T01:25:19,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91ae025d1740d70cf23cc1761fcb83aa: 2024-11-25T01:25:19,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91ae025d1740d70cf23cc1761fcb83aa:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:25:19,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:19,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91ae025d1740d70cf23cc1761fcb83aa:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:25:19,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:19,508 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:25:19,508 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:25:19,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91ae025d1740d70cf23cc1761fcb83aa:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:25:19,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:25:19,509 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:25:19,509 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:25:19,509 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 91ae025d1740d70cf23cc1761fcb83aa/B is initiating minor compaction (all files) 2024-11-25T01:25:19,509 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 91ae025d1740d70cf23cc1761fcb83aa/A is initiating minor compaction (all files) 2024-11-25T01:25:19,509 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91ae025d1740d70cf23cc1761fcb83aa/B in TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:19,509 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91ae025d1740d70cf23cc1761fcb83aa/A in TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:19,509 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/e720d006aff14a358bc15a44ec1335bd, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/57ee958dfeb14559873cf9a3e03d10c1, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/cc870c3db3434d7f93803941f357f19c] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp, totalSize=90.7 K 2024-11-25T01:25:19,509 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/437f004bc6834f17b51e2a78d01968d5, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/d366df1434ce4aafa55be080de87da18, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/3562436ed6204c58a8110e5ca386fe52] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp, totalSize=35.2 K 2024-11-25T01:25:19,509 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:19,509 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. files: [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/e720d006aff14a358bc15a44ec1335bd, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/57ee958dfeb14559873cf9a3e03d10c1, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/cc870c3db3434d7f93803941f357f19c] 2024-11-25T01:25:19,510 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 437f004bc6834f17b51e2a78d01968d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732497915880 2024-11-25T01:25:19,510 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting e720d006aff14a358bc15a44ec1335bd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732497915880 2024-11-25T01:25:19,510 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57ee958dfeb14559873cf9a3e03d10c1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732497915892 2024-11-25T01:25:19,510 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting d366df1434ce4aafa55be080de87da18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732497915892 2024-11-25T01:25:19,510 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc870c3db3434d7f93803941f357f19c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732497916504 2024-11-25T01:25:19,510 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 3562436ed6204c58a8110e5ca386fe52, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732497916504 2024-11-25T01:25:19,521 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=91ae025d1740d70cf23cc1761fcb83aa] 2024-11-25T01:25:19,522 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91ae025d1740d70cf23cc1761fcb83aa#B#compaction#304 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:25:19,522 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125f34d35652a3840f39fb03ccf45ae488d_91ae025d1740d70cf23cc1761fcb83aa store=[table=TestAcidGuarantees family=A region=91ae025d1740d70cf23cc1761fcb83aa] 2024-11-25T01:25:19,522 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/2f7b310819d5433290cbe24c8a1aadb0 is 50, key is test_row_0/B:col10/1732497916504/Put/seqid=0 2024-11-25T01:25:19,523 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125f34d35652a3840f39fb03ccf45ae488d_91ae025d1740d70cf23cc1761fcb83aa, store=[table=TestAcidGuarantees family=A region=91ae025d1740d70cf23cc1761fcb83aa] 2024-11-25T01:25:19,524 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f34d35652a3840f39fb03ccf45ae488d_91ae025d1740d70cf23cc1761fcb83aa because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=91ae025d1740d70cf23cc1761fcb83aa] 2024-11-25T01:25:19,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742179_1355 (size=12104) 2024-11-25T01:25:19,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742180_1356 (size=4469) 2024-11-25T01:25:19,536 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91ae025d1740d70cf23cc1761fcb83aa#A#compaction#303 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:25:19,536 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/67dba7eff69a46f1b95f457e2cdbd803 is 175, key is test_row_0/A:col10/1732497916504/Put/seqid=0 2024-11-25T01:25:19,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742181_1357 (size=31058) 2024-11-25T01:25:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:19,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91ae025d1740d70cf23cc1761fcb83aa 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T01:25:19,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=A 2024-11-25T01:25:19,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:19,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=B 2024-11-25T01:25:19,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:19,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=C 2024-11-25T01:25:19,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:19,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112573bc0d4ce8c0478b818e7c54f3bb287b_91ae025d1740d70cf23cc1761fcb83aa is 50, key is test_row_0/A:col10/1732497918666/Put/seqid=0 2024-11-25T01:25:19,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742182_1358 (size=14594) 2024-11-25T01:25:19,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497979798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:19,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497979803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:19,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497979804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:19,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497979805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:19,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497979805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:19,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:19,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497979907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:19,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:19,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497979911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:19,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:19,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497979911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:19,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:19,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497979911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:19,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:19,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497979911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:19,938 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/2f7b310819d5433290cbe24c8a1aadb0 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/2f7b310819d5433290cbe24c8a1aadb0 2024-11-25T01:25:19,943 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91ae025d1740d70cf23cc1761fcb83aa/B of 91ae025d1740d70cf23cc1761fcb83aa into 2f7b310819d5433290cbe24c8a1aadb0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:25:19,943 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91ae025d1740d70cf23cc1761fcb83aa: 2024-11-25T01:25:19,943 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa., storeName=91ae025d1740d70cf23cc1761fcb83aa/B, priority=13, startTime=1732497919508; duration=0sec 2024-11-25T01:25:19,943 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:25:19,943 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91ae025d1740d70cf23cc1761fcb83aa:B 2024-11-25T01:25:19,943 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:25:19,944 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:25:19,945 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 91ae025d1740d70cf23cc1761fcb83aa/C is initiating minor compaction (all files) 2024-11-25T01:25:19,945 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91ae025d1740d70cf23cc1761fcb83aa/C in TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:19,945 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/ecc0cf949c694f3aa1817e9c07feb5a4, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/e15143a266b241b5be3b51969b45ee14, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/b4d8105ce0b8473a99d3ff88e764285a] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp, totalSize=35.2 K 2024-11-25T01:25:19,945 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/67dba7eff69a46f1b95f457e2cdbd803 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/67dba7eff69a46f1b95f457e2cdbd803 2024-11-25T01:25:19,945 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting ecc0cf949c694f3aa1817e9c07feb5a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732497915880 2024-11-25T01:25:19,946 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting e15143a266b241b5be3b51969b45ee14, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732497915892 2024-11-25T01:25:19,946 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting b4d8105ce0b8473a99d3ff88e764285a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732497916504 2024-11-25T01:25:19,949 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91ae025d1740d70cf23cc1761fcb83aa/A of 91ae025d1740d70cf23cc1761fcb83aa into 67dba7eff69a46f1b95f457e2cdbd803(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:25:19,949 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91ae025d1740d70cf23cc1761fcb83aa: 2024-11-25T01:25:19,950 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa., storeName=91ae025d1740d70cf23cc1761fcb83aa/A, priority=13, startTime=1732497919508; duration=0sec 2024-11-25T01:25:19,950 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:19,950 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91ae025d1740d70cf23cc1761fcb83aa:A 2024-11-25T01:25:19,954 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91ae025d1740d70cf23cc1761fcb83aa#C#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:25:19,955 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/1f6ec04772ee46968620a19f81154ebd is 50, key is test_row_0/C:col10/1732497916504/Put/seqid=0 2024-11-25T01:25:19,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742183_1359 (size=12104) 2024-11-25T01:25:19,965 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/1f6ec04772ee46968620a19f81154ebd as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/1f6ec04772ee46968620a19f81154ebd 2024-11-25T01:25:19,969 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91ae025d1740d70cf23cc1761fcb83aa/C of 91ae025d1740d70cf23cc1761fcb83aa into 1f6ec04772ee46968620a19f81154ebd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:25:19,969 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91ae025d1740d70cf23cc1761fcb83aa: 2024-11-25T01:25:19,969 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa., storeName=91ae025d1740d70cf23cc1761fcb83aa/C, priority=13, startTime=1732497919508; duration=0sec 2024-11-25T01:25:19,970 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:19,970 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91ae025d1740d70cf23cc1761fcb83aa:C 2024-11-25T01:25:19,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T01:25:19,980 INFO [Thread-1555 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-25T01:25:19,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:25:19,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-25T01:25:19,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T01:25:19,983 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:25:19,984 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:25:19,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:25:20,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T01:25:20,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:20,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497980113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:20,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:20,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497980116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:20,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:20,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497980116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:20,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:20,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497980117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:20,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:20,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497980118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:20,135 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:20,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T01:25:20,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:20,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. as already flushing 2024-11-25T01:25:20,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:20,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:20,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:20,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:20,203 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:20,207 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112573bc0d4ce8c0478b818e7c54f3bb287b_91ae025d1740d70cf23cc1761fcb83aa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112573bc0d4ce8c0478b818e7c54f3bb287b_91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:20,208 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/6b97282fb2434eeeb2f1c578eb4f3de2, store: [table=TestAcidGuarantees family=A region=91ae025d1740d70cf23cc1761fcb83aa] 2024-11-25T01:25:20,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/6b97282fb2434eeeb2f1c578eb4f3de2 is 175, key is test_row_0/A:col10/1732497918666/Put/seqid=0 2024-11-25T01:25:20,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742184_1360 (size=39549) 2024-11-25T01:25:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T01:25:20,289 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:20,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T01:25:20,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:20,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. as already flushing 2024-11-25T01:25:20,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:20,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:20,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:20,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:20,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497980418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:20,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:20,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497980419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:20,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497980420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:20,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497980421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:20,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497980421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:20,442 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:20,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T01:25:20,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:20,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. as already flushing 2024-11-25T01:25:20,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:20,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:20,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T01:25:20,594 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:20,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T01:25:20,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:20,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. as already flushing 2024-11-25T01:25:20,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:20,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:20,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:20,612 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/6b97282fb2434eeeb2f1c578eb4f3de2 2024-11-25T01:25:20,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/0e9da3c402d746bcaa2f39a0ed1d40df is 50, key is test_row_0/B:col10/1732497918666/Put/seqid=0 2024-11-25T01:25:20,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742185_1361 (size=12001) 2024-11-25T01:25:20,747 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:20,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T01:25:20,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:20,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. as already flushing 2024-11-25T01:25:20,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:20,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:20,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:20,900 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:20,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T01:25:20,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:20,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. as already flushing 2024-11-25T01:25:20,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:20,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:20,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:20,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497980923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:20,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497980923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:20,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497980924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:20,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497980925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:20,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497980926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:21,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/0e9da3c402d746bcaa2f39a0ed1d40df 2024-11-25T01:25:21,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/aa1ea46b0898421385ec10992b447010 is 50, key is test_row_0/C:col10/1732497918666/Put/seqid=0 2024-11-25T01:25:21,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742186_1362 (size=12001) 2024-11-25T01:25:21,053 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:21,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T01:25:21,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:21,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. as already flushing 2024-11-25T01:25:21,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:21,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:21,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T01:25:21,205 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:21,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T01:25:21,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:21,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. as already flushing 2024-11-25T01:25:21,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:21,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:21,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:21,358 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:21,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T01:25:21,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:21,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. as already flushing 2024-11-25T01:25:21,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:21,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:21,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:21,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/aa1ea46b0898421385ec10992b447010 2024-11-25T01:25:21,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/6b97282fb2434eeeb2f1c578eb4f3de2 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/6b97282fb2434eeeb2f1c578eb4f3de2 2024-11-25T01:25:21,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/6b97282fb2434eeeb2f1c578eb4f3de2, entries=200, sequenceid=78, filesize=38.6 K 2024-11-25T01:25:21,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/0e9da3c402d746bcaa2f39a0ed1d40df as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/0e9da3c402d746bcaa2f39a0ed1d40df 2024-11-25T01:25:21,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/0e9da3c402d746bcaa2f39a0ed1d40df, entries=150, sequenceid=78, filesize=11.7 K 2024-11-25T01:25:21,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/aa1ea46b0898421385ec10992b447010 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/aa1ea46b0898421385ec10992b447010 2024-11-25T01:25:21,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/aa1ea46b0898421385ec10992b447010, entries=150, sequenceid=78, filesize=11.7 K 2024-11-25T01:25:21,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 91ae025d1740d70cf23cc1761fcb83aa in 1666ms, sequenceid=78, compaction requested=false 2024-11-25T01:25:21,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91ae025d1740d70cf23cc1761fcb83aa: 2024-11-25T01:25:21,511 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:21,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T01:25:21,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:21,512 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 91ae025d1740d70cf23cc1761fcb83aa 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T01:25:21,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=A 2024-11-25T01:25:21,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:21,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=B 2024-11-25T01:25:21,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:21,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=C 2024-11-25T01:25:21,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:21,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251838e96b46f344fc990eacf7c3d98346_91ae025d1740d70cf23cc1761fcb83aa is 50, key is test_row_0/A:col10/1732497919804/Put/seqid=0 2024-11-25T01:25:21,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742187_1363 (size=12154) 2024-11-25T01:25:21,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:21,927 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251838e96b46f344fc990eacf7c3d98346_91ae025d1740d70cf23cc1761fcb83aa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251838e96b46f344fc990eacf7c3d98346_91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:21,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/daf91d5e3b98469fb64be14d4483e924, store: [table=TestAcidGuarantees family=A region=91ae025d1740d70cf23cc1761fcb83aa] 2024-11-25T01:25:21,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/daf91d5e3b98469fb64be14d4483e924 is 175, key is test_row_0/A:col10/1732497919804/Put/seqid=0 2024-11-25T01:25:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:21,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. as already flushing 2024-11-25T01:25:21,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742188_1364 (size=30955) 2024-11-25T01:25:21,933 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/daf91d5e3b98469fb64be14d4483e924 2024-11-25T01:25:21,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/6a8c280f6f404eb5838ce2a4a04b4349 is 50, key is test_row_0/B:col10/1732497919804/Put/seqid=0 2024-11-25T01:25:21,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742189_1365 (size=12001) 2024-11-25T01:25:21,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497981981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:21,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497981981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:21,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497981982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:21,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497981986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:21,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497981988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T01:25:22,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497982089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:22,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:22,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497982089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497982089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:22,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497982093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:22,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497982094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:22,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497982293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:22,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497982294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:22,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497982294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:22,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497982298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:22,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497982298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:22,350 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/6a8c280f6f404eb5838ce2a4a04b4349 2024-11-25T01:25:22,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/4114e73b21ba40e48ffb13f228d346be is 50, key is test_row_0/C:col10/1732497919804/Put/seqid=0 2024-11-25T01:25:22,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742190_1366 (size=12001) 2024-11-25T01:25:22,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497982599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:22,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497982599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:22,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497982600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:22,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497982604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:22,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497982605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:22,760 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/4114e73b21ba40e48ffb13f228d346be 2024-11-25T01:25:22,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/daf91d5e3b98469fb64be14d4483e924 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/daf91d5e3b98469fb64be14d4483e924 2024-11-25T01:25:22,768 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/daf91d5e3b98469fb64be14d4483e924, entries=150, sequenceid=94, filesize=30.2 K 2024-11-25T01:25:22,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/6a8c280f6f404eb5838ce2a4a04b4349 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/6a8c280f6f404eb5838ce2a4a04b4349 2024-11-25T01:25:22,772 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/6a8c280f6f404eb5838ce2a4a04b4349, entries=150, sequenceid=94, filesize=11.7 K 2024-11-25T01:25:22,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/4114e73b21ba40e48ffb13f228d346be as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/4114e73b21ba40e48ffb13f228d346be 2024-11-25T01:25:22,776 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/4114e73b21ba40e48ffb13f228d346be, entries=150, sequenceid=94, filesize=11.7 K 2024-11-25T01:25:22,776 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 91ae025d1740d70cf23cc1761fcb83aa in 1264ms, sequenceid=94, compaction requested=true 2024-11-25T01:25:22,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 91ae025d1740d70cf23cc1761fcb83aa: 2024-11-25T01:25:22,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:22,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-25T01:25:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-25T01:25:22,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-25T01:25:22,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7940 sec 2024-11-25T01:25:22,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 2.7990 sec 2024-11-25T01:25:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:23,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91ae025d1740d70cf23cc1761fcb83aa 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T01:25:23,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=A 2024-11-25T01:25:23,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:23,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=B 2024-11-25T01:25:23,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:23,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=C 2024-11-25T01:25:23,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:23,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257ac2583e2d7d4340badd6afe8fd2e566_91ae025d1740d70cf23cc1761fcb83aa is 50, key is test_row_0/A:col10/1732497923106/Put/seqid=0 2024-11-25T01:25:23,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497983116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:23,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497983116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:23,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497983117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:23,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497983119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:23,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742191_1367 (size=14594) 2024-11-25T01:25:23,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497983120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:23,126 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,129 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257ac2583e2d7d4340badd6afe8fd2e566_91ae025d1740d70cf23cc1761fcb83aa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257ac2583e2d7d4340badd6afe8fd2e566_91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:23,130 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/9aee7907d54f45db88898973c21969ce, store: [table=TestAcidGuarantees family=A region=91ae025d1740d70cf23cc1761fcb83aa] 2024-11-25T01:25:23,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/9aee7907d54f45db88898973c21969ce is 175, key is test_row_0/A:col10/1732497923106/Put/seqid=0 2024-11-25T01:25:23,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742192_1368 (size=39549) 2024-11-25T01:25:23,136 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/9aee7907d54f45db88898973c21969ce 2024-11-25T01:25:23,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/7a527f935fc646d6b6b22cfe1bf41e7e is 50, key is test_row_0/B:col10/1732497923106/Put/seqid=0 2024-11-25T01:25:23,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742193_1369 (size=12001) 2024-11-25T01:25:23,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:23,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497983224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497983225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:23,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497983225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:23,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497983225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:23,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497983226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:23,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:23,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497983430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:23,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497983431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:23,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497983431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:23,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497983431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:23,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497983432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:23,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/7a527f935fc646d6b6b22cfe1bf41e7e 2024-11-25T01:25:23,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/8b602d9b07de4acf9a675f3cec445242 is 50, key is test_row_0/C:col10/1732497923106/Put/seqid=0 2024-11-25T01:25:23,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742194_1370 (size=12001) 2024-11-25T01:25:23,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497983736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:23,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497983736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:23,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497983736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:23,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497983736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:23,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497983737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:23,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/8b602d9b07de4acf9a675f3cec445242 2024-11-25T01:25:23,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/9aee7907d54f45db88898973c21969ce as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/9aee7907d54f45db88898973c21969ce 2024-11-25T01:25:23,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/9aee7907d54f45db88898973c21969ce, entries=200, sequenceid=119, filesize=38.6 K 2024-11-25T01:25:23,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/7a527f935fc646d6b6b22cfe1bf41e7e as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/7a527f935fc646d6b6b22cfe1bf41e7e 2024-11-25T01:25:23,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/7a527f935fc646d6b6b22cfe1bf41e7e, entries=150, sequenceid=119, filesize=11.7 K 2024-11-25T01:25:23,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/8b602d9b07de4acf9a675f3cec445242 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/8b602d9b07de4acf9a675f3cec445242 2024-11-25T01:25:23,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/8b602d9b07de4acf9a675f3cec445242, entries=150, sequenceid=119, filesize=11.7 K 2024-11-25T01:25:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 91ae025d1740d70cf23cc1761fcb83aa in 868ms, sequenceid=119, compaction requested=true 2024-11-25T01:25:23,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91ae025d1740d70cf23cc1761fcb83aa: 2024-11-25T01:25:23,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91ae025d1740d70cf23cc1761fcb83aa:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:25:23,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:23,975 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:25:23,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91ae025d1740d70cf23cc1761fcb83aa:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:25:23,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:23,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91ae025d1740d70cf23cc1761fcb83aa:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:25:23,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:25:23,975 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:25:23,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,976 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:25:23,976 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141111 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:25:23,977 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 91ae025d1740d70cf23cc1761fcb83aa/B is initiating minor compaction (all files) 2024-11-25T01:25:23,977 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 91ae025d1740d70cf23cc1761fcb83aa/A is initiating minor compaction (all files) 2024-11-25T01:25:23,977 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91ae025d1740d70cf23cc1761fcb83aa/B in TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:23,977 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91ae025d1740d70cf23cc1761fcb83aa/A in TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:23,977 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/2f7b310819d5433290cbe24c8a1aadb0, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/0e9da3c402d746bcaa2f39a0ed1d40df, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/6a8c280f6f404eb5838ce2a4a04b4349, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/7a527f935fc646d6b6b22cfe1bf41e7e] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp, totalSize=47.0 K 2024-11-25T01:25:23,977 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/67dba7eff69a46f1b95f457e2cdbd803, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/6b97282fb2434eeeb2f1c578eb4f3de2, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/daf91d5e3b98469fb64be14d4483e924, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/9aee7907d54f45db88898973c21969ce] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp, totalSize=137.8 K 2024-11-25T01:25:23,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,977 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:23,977 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. files: [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/67dba7eff69a46f1b95f457e2cdbd803, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/6b97282fb2434eeeb2f1c578eb4f3de2, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/daf91d5e3b98469fb64be14d4483e924, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/9aee7907d54f45db88898973c21969ce] 2024-11-25T01:25:23,977 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f7b310819d5433290cbe24c8a1aadb0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732497916504 2024-11-25T01:25:23,977 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67dba7eff69a46f1b95f457e2cdbd803, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732497916504 2024-11-25T01:25:23,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,978 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e9da3c402d746bcaa2f39a0ed1d40df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732497918660 2024-11-25T01:25:23,978 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b97282fb2434eeeb2f1c578eb4f3de2, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732497918660 2024-11-25T01:25:23,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,978 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting daf91d5e3b98469fb64be14d4483e924, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732497919803 2024-11-25T01:25:23,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,978 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a8c280f6f404eb5838ce2a4a04b4349, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732497919803 2024-11-25T01:25:23,978 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9aee7907d54f45db88898973c21969ce, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732497921981 2024-11-25T01:25:23,978 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a527f935fc646d6b6b22cfe1bf41e7e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732497921981 2024-11-25T01:25:23,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,989 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91ae025d1740d70cf23cc1761fcb83aa#B#compaction#315 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:25:23,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,990 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/e7e0270b25164961b8960e06bd50e126 is 50, key is test_row_0/B:col10/1732497923106/Put/seqid=0 2024-11-25T01:25:23,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,992 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=91ae025d1740d70cf23cc1761fcb83aa] 2024-11-25T01:25:23,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,995 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112556195752f26e4576aeb5fee28db3d009_91ae025d1740d70cf23cc1761fcb83aa store=[table=TestAcidGuarantees family=A region=91ae025d1740d70cf23cc1761fcb83aa] 2024-11-25T01:25:23,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,997 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112556195752f26e4576aeb5fee28db3d009_91ae025d1740d70cf23cc1761fcb83aa, store=[table=TestAcidGuarantees family=A region=91ae025d1740d70cf23cc1761fcb83aa] 2024-11-25T01:25:23,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,998 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112556195752f26e4576aeb5fee28db3d009_91ae025d1740d70cf23cc1761fcb83aa because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=91ae025d1740d70cf23cc1761fcb83aa] 2024-11-25T01:25:23,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:23,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742195_1371 (size=12241) 2024-11-25T01:25:24,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742196_1372 (size=4469) 2024-11-25T01:25:24,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T01:25:24,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,088 INFO [Thread-1555 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-25T01:25:24,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:25:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-25T01:25:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T01:25:24,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,091 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:25:24,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,092 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:25:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:25:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T01:25:24,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,244 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:24,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T01:25:24,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:24,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,245 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 91ae025d1740d70cf23cc1761fcb83aa 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T01:25:24,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=A 2024-11-25T01:25:24,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:24,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=B 2024-11-25T01:25:24,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:24,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=C 2024-11-25T01:25:24,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:24,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ed6cba8913124c43846570ce0c7a12af_91ae025d1740d70cf23cc1761fcb83aa is 50, key is test_row_0/A:col10/1732497923119/Put/seqid=0 2024-11-25T01:25:24,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742197_1373 (size=9764) 2024-11-25T01:25:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:24,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. as already flushing 2024-11-25T01:25:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497984310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:24,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497984310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:24,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497984311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:24,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497984312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:24,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497984316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T01:25:24,405 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91ae025d1740d70cf23cc1761fcb83aa#A#compaction#316 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:25:24,405 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/56c7b8e2a1724ec2811d5343695cf125 is 175, key is test_row_0/A:col10/1732497923106/Put/seqid=0 2024-11-25T01:25:24,411 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/e7e0270b25164961b8960e06bd50e126 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/e7e0270b25164961b8960e06bd50e126 2024-11-25T01:25:24,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742198_1374 (size=31195) 2024-11-25T01:25:24,415 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 91ae025d1740d70cf23cc1761fcb83aa/B of 91ae025d1740d70cf23cc1761fcb83aa into e7e0270b25164961b8960e06bd50e126(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:25:24,415 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91ae025d1740d70cf23cc1761fcb83aa: 2024-11-25T01:25:24,416 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa., storeName=91ae025d1740d70cf23cc1761fcb83aa/B, priority=12, startTime=1732497923975; duration=0sec 2024-11-25T01:25:24,416 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:25:24,416 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91ae025d1740d70cf23cc1761fcb83aa:B 2024-11-25T01:25:24,416 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:25:24,417 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:25:24,417 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 91ae025d1740d70cf23cc1761fcb83aa/C is initiating minor compaction (all files) 2024-11-25T01:25:24,417 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91ae025d1740d70cf23cc1761fcb83aa/C in TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:24,417 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/1f6ec04772ee46968620a19f81154ebd, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/aa1ea46b0898421385ec10992b447010, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/4114e73b21ba40e48ffb13f228d346be, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/8b602d9b07de4acf9a675f3cec445242] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp, totalSize=47.0 K 2024-11-25T01:25:24,418 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f6ec04772ee46968620a19f81154ebd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732497916504 2024-11-25T01:25:24,418 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting aa1ea46b0898421385ec10992b447010, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732497918660 2024-11-25T01:25:24,419 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 4114e73b21ba40e48ffb13f228d346be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732497919803 2024-11-25T01:25:24,419 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b602d9b07de4acf9a675f3cec445242, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732497921981 2024-11-25T01:25:24,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497984418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:24,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497984420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:24,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497984420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:24,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497984420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:24,426 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91ae025d1740d70cf23cc1761fcb83aa#C#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:25:24,426 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/9f712405d3da4d9da8c1d34c3bc6669d is 50, key is test_row_0/C:col10/1732497923106/Put/seqid=0 2024-11-25T01:25:24,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497984428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:24,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742199_1375 (size=12241) 2024-11-25T01:25:24,441 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/9f712405d3da4d9da8c1d34c3bc6669d as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/9f712405d3da4d9da8c1d34c3bc6669d 2024-11-25T01:25:24,447 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 91ae025d1740d70cf23cc1761fcb83aa/C of 91ae025d1740d70cf23cc1761fcb83aa into 9f712405d3da4d9da8c1d34c3bc6669d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:25:24,447 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91ae025d1740d70cf23cc1761fcb83aa: 2024-11-25T01:25:24,447 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa., storeName=91ae025d1740d70cf23cc1761fcb83aa/C, priority=12, startTime=1732497923975; duration=0sec 2024-11-25T01:25:24,447 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:24,447 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91ae025d1740d70cf23cc1761fcb83aa:C 2024-11-25T01:25:24,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:24,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497984624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:24,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497984625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:24,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497984626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:24,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497984626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:24,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497984635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:24,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:24,671 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ed6cba8913124c43846570ce0c7a12af_91ae025d1740d70cf23cc1761fcb83aa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ed6cba8913124c43846570ce0c7a12af_91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:24,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/da9bac573d494df6b343a37eece8c9e7, store: [table=TestAcidGuarantees family=A region=91ae025d1740d70cf23cc1761fcb83aa] 2024-11-25T01:25:24,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/da9bac573d494df6b343a37eece8c9e7 is 175, key is test_row_0/A:col10/1732497923119/Put/seqid=0 2024-11-25T01:25:24,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742200_1376 (size=22411) 2024-11-25T01:25:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T01:25:24,816 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/56c7b8e2a1724ec2811d5343695cf125 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/56c7b8e2a1724ec2811d5343695cf125 2024-11-25T01:25:24,825 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 91ae025d1740d70cf23cc1761fcb83aa/A of 91ae025d1740d70cf23cc1761fcb83aa into 56c7b8e2a1724ec2811d5343695cf125(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:25:24,825 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91ae025d1740d70cf23cc1761fcb83aa: 2024-11-25T01:25:24,825 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa., storeName=91ae025d1740d70cf23cc1761fcb83aa/A, priority=12, startTime=1732497923975; duration=0sec 2024-11-25T01:25:24,825 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:24,825 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91ae025d1740d70cf23cc1761fcb83aa:A 2024-11-25T01:25:24,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497984929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:24,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497984930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:24,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497984930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:24,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497984931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:24,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497984939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:25,079 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/da9bac573d494df6b343a37eece8c9e7 2024-11-25T01:25:25,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/f1b036f8d1d94f4d97a1ed0e46e4856b is 50, key is test_row_0/B:col10/1732497923119/Put/seqid=0 2024-11-25T01:25:25,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742201_1377 (size=9707) 2024-11-25T01:25:25,090 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/f1b036f8d1d94f4d97a1ed0e46e4856b 2024-11-25T01:25:25,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/ed2a12053f7f4a19b32a5e0f72771264 is 50, key is test_row_0/C:col10/1732497923119/Put/seqid=0 2024-11-25T01:25:25,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742202_1378 (size=9707) 2024-11-25T01:25:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T01:25:25,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497985433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:25,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497985436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:25,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497985436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:25,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497985437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:25,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497985446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:25,502 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/ed2a12053f7f4a19b32a5e0f72771264 2024-11-25T01:25:25,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/da9bac573d494df6b343a37eece8c9e7 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/da9bac573d494df6b343a37eece8c9e7 2024-11-25T01:25:25,510 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/da9bac573d494df6b343a37eece8c9e7, entries=100, sequenceid=130, filesize=21.9 K 2024-11-25T01:25:25,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/f1b036f8d1d94f4d97a1ed0e46e4856b as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/f1b036f8d1d94f4d97a1ed0e46e4856b 2024-11-25T01:25:25,514 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/f1b036f8d1d94f4d97a1ed0e46e4856b, entries=100, sequenceid=130, filesize=9.5 K 2024-11-25T01:25:25,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/ed2a12053f7f4a19b32a5e0f72771264 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/ed2a12053f7f4a19b32a5e0f72771264 2024-11-25T01:25:25,518 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/ed2a12053f7f4a19b32a5e0f72771264, entries=100, sequenceid=130, filesize=9.5 K 2024-11-25T01:25:25,518 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 91ae025d1740d70cf23cc1761fcb83aa in 1273ms, sequenceid=130, compaction requested=false 2024-11-25T01:25:25,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 91ae025d1740d70cf23cc1761fcb83aa: 2024-11-25T01:25:25,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:25,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-25T01:25:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-25T01:25:25,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-25T01:25:25,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4270 sec 2024-11-25T01:25:25,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.4320 sec 2024-11-25T01:25:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T01:25:26,195 INFO [Thread-1555 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-25T01:25:26,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:25:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-25T01:25:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T01:25:26,199 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:25:26,199 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:25:26,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:25:26,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T01:25:26,350 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:26,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-25T01:25:26,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:26,351 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 91ae025d1740d70cf23cc1761fcb83aa 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T01:25:26,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=A 2024-11-25T01:25:26,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:26,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=B 2024-11-25T01:25:26,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:26,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=C 2024-11-25T01:25:26,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:26,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125bf7e7e712dd6429ba9ab2f752fc5d609_91ae025d1740d70cf23cc1761fcb83aa is 50, key is test_row_0/A:col10/1732497924310/Put/seqid=0 2024-11-25T01:25:26,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742203_1379 (size=12304) 2024-11-25T01:25:26,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:26,366 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125bf7e7e712dd6429ba9ab2f752fc5d609_91ae025d1740d70cf23cc1761fcb83aa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125bf7e7e712dd6429ba9ab2f752fc5d609_91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:26,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/4b35a5a3d0ef46b9847a7efd030ab649, store: [table=TestAcidGuarantees family=A region=91ae025d1740d70cf23cc1761fcb83aa] 2024-11-25T01:25:26,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/4b35a5a3d0ef46b9847a7efd030ab649 is 175, key is test_row_0/A:col10/1732497924310/Put/seqid=0 2024-11-25T01:25:26,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742204_1380 (size=31105) 2024-11-25T01:25:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:26,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. as already flushing 2024-11-25T01:25:26,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497986451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:26,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497986451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:26,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497986452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:26,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497986453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:26,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497986455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T01:25:26,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497986557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:26,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497986557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:26,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497986557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:26,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497986558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:26,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:26,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497986759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:26,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:26,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497986759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:26,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497986760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:26,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497986762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:26,775 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/4b35a5a3d0ef46b9847a7efd030ab649 2024-11-25T01:25:26,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/f6fdda0e034343748736b860d1cb4fb2 is 50, key is test_row_0/B:col10/1732497924310/Put/seqid=0 2024-11-25T01:25:26,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742205_1381 (size=12151) 2024-11-25T01:25:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T01:25:27,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497987062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:27,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497987063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:27,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497987066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:27,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497987067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:27,187 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/f6fdda0e034343748736b860d1cb4fb2 2024-11-25T01:25:27,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/3d108b2de8ef446695488b0477653f87 is 50, key is test_row_0/C:col10/1732497924310/Put/seqid=0 2024-11-25T01:25:27,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742206_1382 (size=12151) 2024-11-25T01:25:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T01:25:27,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:27,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497987566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:27,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:27,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497987569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:27,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:27,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497987570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:27,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:27,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497987573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:27,609 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/3d108b2de8ef446695488b0477653f87 2024-11-25T01:25:27,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/4b35a5a3d0ef46b9847a7efd030ab649 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/4b35a5a3d0ef46b9847a7efd030ab649 2024-11-25T01:25:27,616 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/4b35a5a3d0ef46b9847a7efd030ab649, entries=150, sequenceid=158, filesize=30.4 K 2024-11-25T01:25:27,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/f6fdda0e034343748736b860d1cb4fb2 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/f6fdda0e034343748736b860d1cb4fb2 2024-11-25T01:25:27,620 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/f6fdda0e034343748736b860d1cb4fb2, entries=150, sequenceid=158, filesize=11.9 K 2024-11-25T01:25:27,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/3d108b2de8ef446695488b0477653f87 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/3d108b2de8ef446695488b0477653f87 2024-11-25T01:25:27,624 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/3d108b2de8ef446695488b0477653f87, entries=150, sequenceid=158, filesize=11.9 K 2024-11-25T01:25:27,625 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 91ae025d1740d70cf23cc1761fcb83aa in 1274ms, sequenceid=158, compaction requested=true 2024-11-25T01:25:27,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 91ae025d1740d70cf23cc1761fcb83aa: 2024-11-25T01:25:27,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:27,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-25T01:25:27,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-25T01:25:27,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-25T01:25:27,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4270 sec 2024-11-25T01:25:27,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.4320 sec 2024-11-25T01:25:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T01:25:28,302 INFO [Thread-1555 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-25T01:25:28,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:25:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-25T01:25:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T01:25:28,304 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:25:28,305 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:25:28,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:25:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T01:25:28,456 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:28,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T01:25:28,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:28,457 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 91ae025d1740d70cf23cc1761fcb83aa 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T01:25:28,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=A 2024-11-25T01:25:28,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:28,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=B 2024-11-25T01:25:28,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:28,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=C 2024-11-25T01:25:28,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:28,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. as already flushing 2024-11-25T01:25:28,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252617a91e72d54a21a9b166e65be17779_91ae025d1740d70cf23cc1761fcb83aa is 50, key is test_row_0/A:col10/1732497926452/Put/seqid=0 2024-11-25T01:25:28,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742207_1383 (size=12304) 2024-11-25T01:25:28,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497988573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:28,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497988575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:28,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497988576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:28,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497988578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:28,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497988583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T01:25:28,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497988679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:28,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497988682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:28,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497988884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:28,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497988887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:28,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:28,898 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252617a91e72d54a21a9b166e65be17779_91ae025d1740d70cf23cc1761fcb83aa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252617a91e72d54a21a9b166e65be17779_91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:28,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/5a376dd635ca4493a4ce025323d6bfd2, store: [table=TestAcidGuarantees family=A region=91ae025d1740d70cf23cc1761fcb83aa] 2024-11-25T01:25:28,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/5a376dd635ca4493a4ce025323d6bfd2 is 175, key is test_row_0/A:col10/1732497926452/Put/seqid=0 2024-11-25T01:25:28,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T01:25:28,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742208_1384 (size=31105) 2024-11-25T01:25:28,908 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/5a376dd635ca4493a4ce025323d6bfd2 2024-11-25T01:25:28,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/4bc66ed7894245bca56a8fa4203642fe is 50, key is test_row_0/B:col10/1732497926452/Put/seqid=0 2024-11-25T01:25:28,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742209_1385 (size=12151) 2024-11-25T01:25:29,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497989190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:29,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497989191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:29,323 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/4bc66ed7894245bca56a8fa4203642fe 2024-11-25T01:25:29,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/30e4feed81134def9abfa379de68ab59 is 50, key is test_row_0/C:col10/1732497926452/Put/seqid=0 2024-11-25T01:25:29,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742210_1386 (size=12151) 2024-11-25T01:25:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T01:25:29,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497989695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:29,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:29,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497989698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:29,745 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/30e4feed81134def9abfa379de68ab59 2024-11-25T01:25:29,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/5a376dd635ca4493a4ce025323d6bfd2 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/5a376dd635ca4493a4ce025323d6bfd2 2024-11-25T01:25:29,753 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/5a376dd635ca4493a4ce025323d6bfd2, entries=150, sequenceid=169, filesize=30.4 K 2024-11-25T01:25:29,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/4bc66ed7894245bca56a8fa4203642fe as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/4bc66ed7894245bca56a8fa4203642fe 2024-11-25T01:25:29,758 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/4bc66ed7894245bca56a8fa4203642fe, entries=150, sequenceid=169, filesize=11.9 K 2024-11-25T01:25:29,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/30e4feed81134def9abfa379de68ab59 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/30e4feed81134def9abfa379de68ab59 2024-11-25T01:25:29,764 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/30e4feed81134def9abfa379de68ab59, entries=150, sequenceid=169, filesize=11.9 K 2024-11-25T01:25:29,765 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 91ae025d1740d70cf23cc1761fcb83aa in 1308ms, sequenceid=169, compaction requested=true 2024-11-25T01:25:29,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 91ae025d1740d70cf23cc1761fcb83aa: 2024-11-25T01:25:29,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:29,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-25T01:25:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-25T01:25:29,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-25T01:25:29,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4610 sec 2024-11-25T01:25:29,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.4650 sec 2024-11-25T01:25:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T01:25:30,408 INFO [Thread-1555 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-25T01:25:30,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:25:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-25T01:25:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T01:25:30,411 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:25:30,411 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:25:30,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:25:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T01:25:30,563 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:30,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T01:25:30,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:30,564 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 91ae025d1740d70cf23cc1761fcb83aa 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T01:25:30,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=A 2024-11-25T01:25:30,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:30,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=B 2024-11-25T01:25:30,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:30,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=C 2024-11-25T01:25:30,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:30,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252f81ee262e7f438293b0339b00d87d27_91ae025d1740d70cf23cc1761fcb83aa is 50, key is test_row_0/A:col10/1732497928546/Put/seqid=0 2024-11-25T01:25:30,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742211_1387 (size=12304) 2024-11-25T01:25:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:30,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. as already flushing 2024-11-25T01:25:30,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497990601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:30,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497990603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:30,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:30,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497990605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:30,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:30,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497990703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:30,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497990707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:30,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497990707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:30,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497990708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T01:25:30,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497990709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:30,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497990910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:30,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497990911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:30,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497990915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:30,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:30,987 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252f81ee262e7f438293b0339b00d87d27_91ae025d1740d70cf23cc1761fcb83aa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252f81ee262e7f438293b0339b00d87d27_91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:30,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/a5ab145dcc5b48949531e7af76df5dde, store: [table=TestAcidGuarantees family=A region=91ae025d1740d70cf23cc1761fcb83aa] 2024-11-25T01:25:30,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/a5ab145dcc5b48949531e7af76df5dde is 175, key is test_row_0/A:col10/1732497928546/Put/seqid=0 2024-11-25T01:25:30,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742212_1388 (size=31105) 2024-11-25T01:25:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T01:25:31,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497991214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:31,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497991215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:31,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497991220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:31,393 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/a5ab145dcc5b48949531e7af76df5dde 2024-11-25T01:25:31,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/3952be31dedf4e07b764fdf9790bfa26 is 50, key is test_row_0/B:col10/1732497928546/Put/seqid=0 2024-11-25T01:25:31,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742213_1389 (size=12151) 2024-11-25T01:25:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T01:25:31,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497991720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:31,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497991721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:31,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497991725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:31,807 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/3952be31dedf4e07b764fdf9790bfa26 2024-11-25T01:25:31,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/e063558646a64b23abcfa3e612a81813 is 50, key is test_row_0/C:col10/1732497928546/Put/seqid=0 2024-11-25T01:25:31,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742214_1390 (size=12151) 2024-11-25T01:25:32,218 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/e063558646a64b23abcfa3e612a81813 2024-11-25T01:25:32,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/a5ab145dcc5b48949531e7af76df5dde as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/a5ab145dcc5b48949531e7af76df5dde 2024-11-25T01:25:32,225 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/a5ab145dcc5b48949531e7af76df5dde, entries=150, sequenceid=194, filesize=30.4 K 2024-11-25T01:25:32,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/3952be31dedf4e07b764fdf9790bfa26 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/3952be31dedf4e07b764fdf9790bfa26 2024-11-25T01:25:32,230 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/3952be31dedf4e07b764fdf9790bfa26, entries=150, sequenceid=194, filesize=11.9 K 2024-11-25T01:25:32,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/e063558646a64b23abcfa3e612a81813 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/e063558646a64b23abcfa3e612a81813 2024-11-25T01:25:32,233 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/e063558646a64b23abcfa3e612a81813, entries=150, sequenceid=194, filesize=11.9 K 2024-11-25T01:25:32,234 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 91ae025d1740d70cf23cc1761fcb83aa in 1670ms, sequenceid=194, compaction requested=true 2024-11-25T01:25:32,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 91ae025d1740d70cf23cc1761fcb83aa: 2024-11-25T01:25:32,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:32,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-25T01:25:32,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-25T01:25:32,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-25T01:25:32,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8230 sec 2024-11-25T01:25:32,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.8270 sec 2024-11-25T01:25:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T01:25:32,514 INFO [Thread-1555 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-25T01:25:32,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:25:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-25T01:25:32,517 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:25:32,518 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:25:32,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:25:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T01:25:32,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T01:25:32,669 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:32,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-25T01:25:32,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:32,670 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 91ae025d1740d70cf23cc1761fcb83aa 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T01:25:32,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=A 2024-11-25T01:25:32,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:32,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=B 2024-11-25T01:25:32,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:32,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=C 2024-11-25T01:25:32,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:32,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e611207a3da549539cbf432f9e53328f_91ae025d1740d70cf23cc1761fcb83aa is 50, key is test_row_0/A:col10/1732497930591/Put/seqid=0 2024-11-25T01:25:32,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742215_1391 (size=12304) 2024-11-25T01:25:32,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:32,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. as already flushing 2024-11-25T01:25:32,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:32,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497992760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:32,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497992761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:32,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:32,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497992762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:32,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:32,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497992763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:32,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:32,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497992768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:32,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T01:25:32,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:32,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497992869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:32,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:32,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497992873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:32,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:32,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497992874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:32,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:32,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497992874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:32,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:32,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497992874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:33,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:33,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497993075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:33,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497993078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:33,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497993080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:33,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497993081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:33,083 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e611207a3da549539cbf432f9e53328f_91ae025d1740d70cf23cc1761fcb83aa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e611207a3da549539cbf432f9e53328f_91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:33,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/bcd0b1983f2b4eae9fd037107e2e00e9, store: [table=TestAcidGuarantees family=A region=91ae025d1740d70cf23cc1761fcb83aa] 2024-11-25T01:25:33,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/bcd0b1983f2b4eae9fd037107e2e00e9 is 175, key is test_row_0/A:col10/1732497930591/Put/seqid=0 2024-11-25T01:25:33,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497993081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:33,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742216_1392 (size=31105) 2024-11-25T01:25:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T01:25:33,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497993381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:33,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497993383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:33,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497993383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:33,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497993383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:33,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497993388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:33,490 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/bcd0b1983f2b4eae9fd037107e2e00e9 2024-11-25T01:25:33,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/ad3e85608b664fe79f7ec59ca5001a1f is 50, key is test_row_0/B:col10/1732497930591/Put/seqid=0 2024-11-25T01:25:33,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742217_1393 (size=12151) 2024-11-25T01:25:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T01:25:33,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:33,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497993888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:33,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:33,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497993889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:33,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:33,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497993889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:33,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:33,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497993891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:33,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:33,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497993893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:33,901 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/ad3e85608b664fe79f7ec59ca5001a1f 2024-11-25T01:25:33,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/6705cca66cc142aa8d26e7a180f12d3f is 50, key is test_row_0/C:col10/1732497930591/Put/seqid=0 2024-11-25T01:25:33,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742218_1394 (size=12151) 2024-11-25T01:25:34,311 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/6705cca66cc142aa8d26e7a180f12d3f 2024-11-25T01:25:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/bcd0b1983f2b4eae9fd037107e2e00e9 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/bcd0b1983f2b4eae9fd037107e2e00e9 2024-11-25T01:25:34,319 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/bcd0b1983f2b4eae9fd037107e2e00e9, entries=150, sequenceid=205, filesize=30.4 K 2024-11-25T01:25:34,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/ad3e85608b664fe79f7ec59ca5001a1f as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/ad3e85608b664fe79f7ec59ca5001a1f 2024-11-25T01:25:34,323 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/ad3e85608b664fe79f7ec59ca5001a1f, entries=150, sequenceid=205, filesize=11.9 K 2024-11-25T01:25:34,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/6705cca66cc142aa8d26e7a180f12d3f as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/6705cca66cc142aa8d26e7a180f12d3f 2024-11-25T01:25:34,326 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/6705cca66cc142aa8d26e7a180f12d3f, entries=150, sequenceid=205, filesize=11.9 K 2024-11-25T01:25:34,327 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 91ae025d1740d70cf23cc1761fcb83aa in 1657ms, sequenceid=205, compaction requested=true 2024-11-25T01:25:34,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 91ae025d1740d70cf23cc1761fcb83aa: 2024-11-25T01:25:34,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:34,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-25T01:25:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-25T01:25:34,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-25T01:25:34,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8100 sec 2024-11-25T01:25:34,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.8140 sec 2024-11-25T01:25:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T01:25:34,622 INFO [Thread-1555 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-25T01:25:34,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:25:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-25T01:25:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T01:25:34,624 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:25:34,625 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:25:34,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:25:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T01:25:34,776 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:34,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T01:25:34,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:34,777 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 91ae025d1740d70cf23cc1761fcb83aa 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T01:25:34,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=A 2024-11-25T01:25:34,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:34,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=B 2024-11-25T01:25:34,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:34,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=C 2024-11-25T01:25:34,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:34,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253511ad8067fb401097cfc690d272c8ef_91ae025d1740d70cf23cc1761fcb83aa is 50, key is test_row_0/A:col10/1732497932760/Put/seqid=0 2024-11-25T01:25:34,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742219_1395 (size=12304) 2024-11-25T01:25:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:34,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. as already flushing 2024-11-25T01:25:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T01:25:34,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497994909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:34,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497994909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:34,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497994942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:34,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497994942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:34,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497994942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:35,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497995043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:35,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497995044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:35,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497995051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:35,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497995051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:35,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497995051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:35,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:35,192 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253511ad8067fb401097cfc690d272c8ef_91ae025d1740d70cf23cc1761fcb83aa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253511ad8067fb401097cfc690d272c8ef_91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:35,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/4fb586e00646419288263b2530905824, store: [table=TestAcidGuarantees family=A region=91ae025d1740d70cf23cc1761fcb83aa] 2024-11-25T01:25:35,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/4fb586e00646419288263b2530905824 is 175, key is test_row_0/A:col10/1732497932760/Put/seqid=0 2024-11-25T01:25:35,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742220_1396 (size=31105) 2024-11-25T01:25:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T01:25:35,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497995250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:35,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497995250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:35,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497995257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:35,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497995258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:35,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497995259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:35,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56106 deadline: 1732497995555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:35,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1732497995558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:35,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56062 deadline: 1732497995564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:35,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56086 deadline: 1732497995565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:35,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56136 deadline: 1732497995566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:35,602 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=230, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/4fb586e00646419288263b2530905824 2024-11-25T01:25:35,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/41fdb799e36a4d8792faed93b9db79b0 is 50, key is test_row_0/B:col10/1732497932760/Put/seqid=0 2024-11-25T01:25:35,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742221_1397 (size=12151) 2024-11-25T01:25:35,613 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/41fdb799e36a4d8792faed93b9db79b0 2024-11-25T01:25:35,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/1246a1ee7a1c40b3aade4f1300d40155 is 50, key is test_row_0/C:col10/1732497932760/Put/seqid=0 2024-11-25T01:25:35,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742222_1398 (size=12151) 2024-11-25T01:25:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T01:25:35,873 DEBUG [Thread-1556 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x36e4b93f to 127.0.0.1:50052 2024-11-25T01:25:35,873 DEBUG [Thread-1556 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:25:35,874 DEBUG [Thread-1562 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b2416f3 to 127.0.0.1:50052 2024-11-25T01:25:35,874 DEBUG [Thread-1562 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:25:35,875 DEBUG [Thread-1560 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b31cc54 to 127.0.0.1:50052 2024-11-25T01:25:35,875 DEBUG [Thread-1560 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:25:35,880 DEBUG [Thread-1564 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2520e5ac to 127.0.0.1:50052 2024-11-25T01:25:35,880 DEBUG [Thread-1564 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:25:35,880 DEBUG [Thread-1558 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b4eaa21 to 127.0.0.1:50052 2024-11-25T01:25:35,880 DEBUG [Thread-1558 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:25:36,023 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/1246a1ee7a1c40b3aade4f1300d40155 2024-11-25T01:25:36,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/4fb586e00646419288263b2530905824 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/4fb586e00646419288263b2530905824 2024-11-25T01:25:36,029 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/4fb586e00646419288263b2530905824, entries=150, sequenceid=230, filesize=30.4 K 2024-11-25T01:25:36,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/41fdb799e36a4d8792faed93b9db79b0 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/41fdb799e36a4d8792faed93b9db79b0 2024-11-25T01:25:36,032 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/41fdb799e36a4d8792faed93b9db79b0, entries=150, sequenceid=230, filesize=11.9 K 2024-11-25T01:25:36,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/1246a1ee7a1c40b3aade4f1300d40155 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/1246a1ee7a1c40b3aade4f1300d40155 2024-11-25T01:25:36,036 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/1246a1ee7a1c40b3aade4f1300d40155, entries=150, sequenceid=230, filesize=11.9 K 2024-11-25T01:25:36,036 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 91ae025d1740d70cf23cc1761fcb83aa in 1259ms, sequenceid=230, compaction requested=true 2024-11-25T01:25:36,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 91ae025d1740d70cf23cc1761fcb83aa: 2024-11-25T01:25:36,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:36,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-25T01:25:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-25T01:25:36,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-25T01:25:36,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4120 sec 2024-11-25T01:25:36,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.4160 sec 2024-11-25T01:25:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:36,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91ae025d1740d70cf23cc1761fcb83aa 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T01:25:36,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=A 2024-11-25T01:25:36,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:36,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=B 2024-11-25T01:25:36,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:36,062 DEBUG [Thread-1553 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4f01f294 to 127.0.0.1:50052 2024-11-25T01:25:36,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=C 2024-11-25T01:25:36,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:36,062 DEBUG [Thread-1553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:25:36,067 DEBUG [Thread-1549 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x311047da to 127.0.0.1:50052 2024-11-25T01:25:36,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112552b5eb4796f94c00b74811a312c19239_91ae025d1740d70cf23cc1761fcb83aa is 50, key is test_row_0/A:col10/1732497936060/Put/seqid=0 2024-11-25T01:25:36,067 DEBUG [Thread-1549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:25:36,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742223_1399 (size=12304) 2024-11-25T01:25:36,072 DEBUG [Thread-1551 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x661ad49c to 127.0.0.1:50052 2024-11-25T01:25:36,072 DEBUG [Thread-1547 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c5e3cdc to 127.0.0.1:50052 2024-11-25T01:25:36,072 DEBUG [Thread-1547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:25:36,072 DEBUG [Thread-1551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:25:36,076 DEBUG [Thread-1545 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x73a23205 to 127.0.0.1:50052 2024-11-25T01:25:36,076 DEBUG [Thread-1545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:25:36,471 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:36,474 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112552b5eb4796f94c00b74811a312c19239_91ae025d1740d70cf23cc1761fcb83aa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112552b5eb4796f94c00b74811a312c19239_91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:36,475 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/160e5412d5954ee6881a85d51b4868f9, store: [table=TestAcidGuarantees family=A region=91ae025d1740d70cf23cc1761fcb83aa] 2024-11-25T01:25:36,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/160e5412d5954ee6881a85d51b4868f9 is 175, key is test_row_0/A:col10/1732497936060/Put/seqid=0 2024-11-25T01:25:36,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742224_1400 (size=31105) 2024-11-25T01:25:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T01:25:36,728 INFO [Thread-1555 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-25T01:25:36,728 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T01:25:36,728 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-25T01:25:36,728 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-25T01:25:36,728 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-25T01:25:36,728 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-25T01:25:36,728 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-25T01:25:36,728 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T01:25:36,728 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T01:25:36,728 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2748 2024-11-25T01:25:36,728 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8244 rows 2024-11-25T01:25:36,728 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2740 2024-11-25T01:25:36,728 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8220 rows 2024-11-25T01:25:36,728 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2738 2024-11-25T01:25:36,728 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8214 rows 2024-11-25T01:25:36,728 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2740 2024-11-25T01:25:36,728 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8220 rows 2024-11-25T01:25:36,728 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2736 2024-11-25T01:25:36,728 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8208 rows 2024-11-25T01:25:36,728 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T01:25:36,729 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x508125d2 to 127.0.0.1:50052 2024-11-25T01:25:36,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:25:36,730 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T01:25:36,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T01:25:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T01:25:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T01:25:36,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732497936734"}]},"ts":"1732497936734"} 2024-11-25T01:25:36,735 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T01:25:36,738 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T01:25:36,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T01:25:36,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=91ae025d1740d70cf23cc1761fcb83aa, UNASSIGN}] 2024-11-25T01:25:36,740 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=91ae025d1740d70cf23cc1761fcb83aa, UNASSIGN 2024-11-25T01:25:36,741 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=91ae025d1740d70cf23cc1761fcb83aa, regionState=CLOSING, regionLocation=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:36,741 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T01:25:36,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; CloseRegionProcedure 91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462}] 2024-11-25T01:25:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T01:25:36,879 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=244, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/160e5412d5954ee6881a85d51b4868f9 2024-11-25T01:25:36,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/f4f602d376cb47f4ae807daba4d0efaa is 50, key is test_row_0/B:col10/1732497936060/Put/seqid=0 2024-11-25T01:25:36,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742225_1401 (size=12151) 2024-11-25T01:25:36,893 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:36,893 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(124): Close 91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:36,893 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T01:25:36,893 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1681): Closing 91ae025d1740d70cf23cc1761fcb83aa, disabling compactions & flushes 2024-11-25T01:25:36,893 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T01:25:37,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/f4f602d376cb47f4ae807daba4d0efaa 2024-11-25T01:25:37,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/add5f7fa134c47ef8f0b2fbd3fbdf88e is 50, key is test_row_0/C:col10/1732497936060/Put/seqid=0 2024-11-25T01:25:37,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742226_1402 (size=12151) 2024-11-25T01:25:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T01:25:37,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/add5f7fa134c47ef8f0b2fbd3fbdf88e 2024-11-25T01:25:37,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/160e5412d5954ee6881a85d51b4868f9 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/160e5412d5954ee6881a85d51b4868f9 2024-11-25T01:25:37,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/160e5412d5954ee6881a85d51b4868f9, entries=150, sequenceid=244, filesize=30.4 K 2024-11-25T01:25:37,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/f4f602d376cb47f4ae807daba4d0efaa as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/f4f602d376cb47f4ae807daba4d0efaa 2024-11-25T01:25:37,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/f4f602d376cb47f4ae807daba4d0efaa, entries=150, sequenceid=244, filesize=11.9 K 2024-11-25T01:25:37,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/add5f7fa134c47ef8f0b2fbd3fbdf88e as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/add5f7fa134c47ef8f0b2fbd3fbdf88e 2024-11-25T01:25:37,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/add5f7fa134c47ef8f0b2fbd3fbdf88e, entries=150, sequenceid=244, filesize=11.9 K 2024-11-25T01:25:37,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=26.84 KB/27480 for 91ae025d1740d70cf23cc1761fcb83aa in 1651ms, sequenceid=244, compaction requested=true 2024-11-25T01:25:37,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91ae025d1740d70cf23cc1761fcb83aa: 2024-11-25T01:25:37,712 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:37,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91ae025d1740d70cf23cc1761fcb83aa:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:25:37,712 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:37,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:37,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91ae025d1740d70cf23cc1761fcb83aa:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:25:37,712 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. because compaction request was cancelled 2024-11-25T01:25:37,712 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. after waiting 0 ms 2024-11-25T01:25:37,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:37,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91ae025d1740d70cf23cc1761fcb83aa:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:25:37,712 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:37,712 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91ae025d1740d70cf23cc1761fcb83aa:A 2024-11-25T01:25:37,712 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. because compaction request was cancelled 2024-11-25T01:25:37,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:25:37,712 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91ae025d1740d70cf23cc1761fcb83aa:B 2024-11-25T01:25:37,712 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. because compaction request was cancelled 2024-11-25T01:25:37,712 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91ae025d1740d70cf23cc1761fcb83aa:C 2024-11-25T01:25:37,712 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(2837): Flushing 91ae025d1740d70cf23cc1761fcb83aa 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-25T01:25:37,713 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=A 2024-11-25T01:25:37,713 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:37,713 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=B 2024-11-25T01:25:37,713 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:37,713 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91ae025d1740d70cf23cc1761fcb83aa, store=C 2024-11-25T01:25:37,713 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:37,717 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112557dd146e978b4ccaafbf0a1ea398c085_91ae025d1740d70cf23cc1761fcb83aa is 50, key is test_row_0/A:col10/1732497936076/Put/seqid=0 2024-11-25T01:25:37,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742227_1403 (size=12304) 2024-11-25T01:25:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T01:25:38,121 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:38,124 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112557dd146e978b4ccaafbf0a1ea398c085_91ae025d1740d70cf23cc1761fcb83aa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112557dd146e978b4ccaafbf0a1ea398c085_91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:38,125 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/20b513febbd441e992853889f0048859, store: [table=TestAcidGuarantees family=A region=91ae025d1740d70cf23cc1761fcb83aa] 2024-11-25T01:25:38,126 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/20b513febbd441e992853889f0048859 is 175, key is test_row_0/A:col10/1732497936076/Put/seqid=0 2024-11-25T01:25:38,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742228_1404 (size=31105) 2024-11-25T01:25:38,532 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/20b513febbd441e992853889f0048859 2024-11-25T01:25:38,537 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/b5c3bab23f414d1cbb6db31db2054fbb is 50, key is test_row_0/B:col10/1732497936076/Put/seqid=0 2024-11-25T01:25:38,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742229_1405 (size=12151) 2024-11-25T01:25:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T01:25:38,941 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/b5c3bab23f414d1cbb6db31db2054fbb 2024-11-25T01:25:38,946 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/b0b3345d0a244c79b7c746eeee69ac10 is 50, key is test_row_0/C:col10/1732497936076/Put/seqid=0 2024-11-25T01:25:38,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742230_1406 (size=12151) 2024-11-25T01:25:39,350 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/b0b3345d0a244c79b7c746eeee69ac10 2024-11-25T01:25:39,354 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/A/20b513febbd441e992853889f0048859 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/20b513febbd441e992853889f0048859 2024-11-25T01:25:39,357 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/20b513febbd441e992853889f0048859, entries=150, sequenceid=251, filesize=30.4 K 2024-11-25T01:25:39,358 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/B/b5c3bab23f414d1cbb6db31db2054fbb as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/b5c3bab23f414d1cbb6db31db2054fbb 2024-11-25T01:25:39,361 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/b5c3bab23f414d1cbb6db31db2054fbb, entries=150, sequenceid=251, filesize=11.9 K 2024-11-25T01:25:39,361 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/.tmp/C/b0b3345d0a244c79b7c746eeee69ac10 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/b0b3345d0a244c79b7c746eeee69ac10 2024-11-25T01:25:39,364 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/b0b3345d0a244c79b7c746eeee69ac10, entries=150, sequenceid=251, filesize=11.9 K 2024-11-25T01:25:39,364 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 91ae025d1740d70cf23cc1761fcb83aa in 1652ms, sequenceid=251, compaction requested=true 2024-11-25T01:25:39,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/e720d006aff14a358bc15a44ec1335bd, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/57ee958dfeb14559873cf9a3e03d10c1, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/67dba7eff69a46f1b95f457e2cdbd803, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/cc870c3db3434d7f93803941f357f19c, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/6b97282fb2434eeeb2f1c578eb4f3de2, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/daf91d5e3b98469fb64be14d4483e924, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/9aee7907d54f45db88898973c21969ce] to archive 2024-11-25T01:25:39,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T01:25:39,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/e720d006aff14a358bc15a44ec1335bd to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/e720d006aff14a358bc15a44ec1335bd 2024-11-25T01:25:39,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/57ee958dfeb14559873cf9a3e03d10c1 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/57ee958dfeb14559873cf9a3e03d10c1 2024-11-25T01:25:39,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/67dba7eff69a46f1b95f457e2cdbd803 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/67dba7eff69a46f1b95f457e2cdbd803 2024-11-25T01:25:39,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/cc870c3db3434d7f93803941f357f19c to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/cc870c3db3434d7f93803941f357f19c 2024-11-25T01:25:39,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/6b97282fb2434eeeb2f1c578eb4f3de2 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/6b97282fb2434eeeb2f1c578eb4f3de2 2024-11-25T01:25:39,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/daf91d5e3b98469fb64be14d4483e924 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/daf91d5e3b98469fb64be14d4483e924 2024-11-25T01:25:39,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/9aee7907d54f45db88898973c21969ce to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/9aee7907d54f45db88898973c21969ce 2024-11-25T01:25:39,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/437f004bc6834f17b51e2a78d01968d5, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/d366df1434ce4aafa55be080de87da18, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/2f7b310819d5433290cbe24c8a1aadb0, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/3562436ed6204c58a8110e5ca386fe52, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/0e9da3c402d746bcaa2f39a0ed1d40df, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/6a8c280f6f404eb5838ce2a4a04b4349, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/7a527f935fc646d6b6b22cfe1bf41e7e] to archive 2024-11-25T01:25:39,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T01:25:39,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/437f004bc6834f17b51e2a78d01968d5 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/437f004bc6834f17b51e2a78d01968d5 2024-11-25T01:25:39,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/d366df1434ce4aafa55be080de87da18 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/d366df1434ce4aafa55be080de87da18 2024-11-25T01:25:39,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/2f7b310819d5433290cbe24c8a1aadb0 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/2f7b310819d5433290cbe24c8a1aadb0 2024-11-25T01:25:39,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/3562436ed6204c58a8110e5ca386fe52 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/3562436ed6204c58a8110e5ca386fe52 2024-11-25T01:25:39,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/0e9da3c402d746bcaa2f39a0ed1d40df to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/0e9da3c402d746bcaa2f39a0ed1d40df 2024-11-25T01:25:39,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/6a8c280f6f404eb5838ce2a4a04b4349 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/6a8c280f6f404eb5838ce2a4a04b4349 2024-11-25T01:25:39,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/7a527f935fc646d6b6b22cfe1bf41e7e to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/7a527f935fc646d6b6b22cfe1bf41e7e 2024-11-25T01:25:39,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/ecc0cf949c694f3aa1817e9c07feb5a4, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/e15143a266b241b5be3b51969b45ee14, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/1f6ec04772ee46968620a19f81154ebd, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/b4d8105ce0b8473a99d3ff88e764285a, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/aa1ea46b0898421385ec10992b447010, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/4114e73b21ba40e48ffb13f228d346be, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/8b602d9b07de4acf9a675f3cec445242] to archive 2024-11-25T01:25:39,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T01:25:39,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/ecc0cf949c694f3aa1817e9c07feb5a4 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/ecc0cf949c694f3aa1817e9c07feb5a4 2024-11-25T01:25:39,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/e15143a266b241b5be3b51969b45ee14 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/e15143a266b241b5be3b51969b45ee14 2024-11-25T01:25:39,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/1f6ec04772ee46968620a19f81154ebd to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/1f6ec04772ee46968620a19f81154ebd 2024-11-25T01:25:39,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/b4d8105ce0b8473a99d3ff88e764285a to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/b4d8105ce0b8473a99d3ff88e764285a 2024-11-25T01:25:39,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/aa1ea46b0898421385ec10992b447010 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/aa1ea46b0898421385ec10992b447010 2024-11-25T01:25:39,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/4114e73b21ba40e48ffb13f228d346be to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/4114e73b21ba40e48ffb13f228d346be 2024-11-25T01:25:39,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/8b602d9b07de4acf9a675f3cec445242 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/8b602d9b07de4acf9a675f3cec445242 2024-11-25T01:25:39,389 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/recovered.edits/254.seqid, newMaxSeqId=254, maxSeqId=4 2024-11-25T01:25:39,390 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa. 2024-11-25T01:25:39,390 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1635): Region close journal for 91ae025d1740d70cf23cc1761fcb83aa: 2024-11-25T01:25:39,391 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(170): Closed 91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:39,391 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=91ae025d1740d70cf23cc1761fcb83aa, regionState=CLOSED 2024-11-25T01:25:39,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-25T01:25:39,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; CloseRegionProcedure 91ae025d1740d70cf23cc1761fcb83aa, server=15a7e74b0924,33739,1732497824462 in 2.6510 sec 2024-11-25T01:25:39,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=120, resume processing ppid=119 2024-11-25T01:25:39,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, ppid=119, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=91ae025d1740d70cf23cc1761fcb83aa, UNASSIGN in 2.6540 sec 2024-11-25T01:25:39,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-25T01:25:39,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.6560 sec 2024-11-25T01:25:39,396 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732497939396"}]},"ts":"1732497939396"} 2024-11-25T01:25:39,397 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T01:25:39,398 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T01:25:39,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.6680 sec 2024-11-25T01:25:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T01:25:40,838 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-25T01:25:40,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T01:25:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:25:40,840 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:25:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T01:25:40,840 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=122, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:25:40,842 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:40,844 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A, FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B, FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C, FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/recovered.edits] 2024-11-25T01:25:40,846 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/160e5412d5954ee6881a85d51b4868f9 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/160e5412d5954ee6881a85d51b4868f9 2024-11-25T01:25:40,847 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/20b513febbd441e992853889f0048859 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/20b513febbd441e992853889f0048859 2024-11-25T01:25:40,848 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/4b35a5a3d0ef46b9847a7efd030ab649 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/4b35a5a3d0ef46b9847a7efd030ab649 2024-11-25T01:25:40,849 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/4fb586e00646419288263b2530905824 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/4fb586e00646419288263b2530905824 2024-11-25T01:25:40,849 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/56c7b8e2a1724ec2811d5343695cf125 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/56c7b8e2a1724ec2811d5343695cf125 2024-11-25T01:25:40,850 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/5a376dd635ca4493a4ce025323d6bfd2 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/5a376dd635ca4493a4ce025323d6bfd2 2024-11-25T01:25:40,851 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/a5ab145dcc5b48949531e7af76df5dde to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/a5ab145dcc5b48949531e7af76df5dde 2024-11-25T01:25:40,852 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/bcd0b1983f2b4eae9fd037107e2e00e9 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/bcd0b1983f2b4eae9fd037107e2e00e9 2024-11-25T01:25:40,853 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/da9bac573d494df6b343a37eece8c9e7 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/A/da9bac573d494df6b343a37eece8c9e7 2024-11-25T01:25:40,854 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/3952be31dedf4e07b764fdf9790bfa26 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/3952be31dedf4e07b764fdf9790bfa26 2024-11-25T01:25:40,855 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/41fdb799e36a4d8792faed93b9db79b0 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/41fdb799e36a4d8792faed93b9db79b0 2024-11-25T01:25:40,856 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/4bc66ed7894245bca56a8fa4203642fe to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/4bc66ed7894245bca56a8fa4203642fe 2024-11-25T01:25:40,857 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/ad3e85608b664fe79f7ec59ca5001a1f to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/ad3e85608b664fe79f7ec59ca5001a1f 2024-11-25T01:25:40,857 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/b5c3bab23f414d1cbb6db31db2054fbb to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/b5c3bab23f414d1cbb6db31db2054fbb 2024-11-25T01:25:40,858 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/e7e0270b25164961b8960e06bd50e126 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/e7e0270b25164961b8960e06bd50e126 2024-11-25T01:25:40,859 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/f1b036f8d1d94f4d97a1ed0e46e4856b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/f1b036f8d1d94f4d97a1ed0e46e4856b 2024-11-25T01:25:40,860 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/f4f602d376cb47f4ae807daba4d0efaa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/f4f602d376cb47f4ae807daba4d0efaa 2024-11-25T01:25:40,861 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/f6fdda0e034343748736b860d1cb4fb2 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/B/f6fdda0e034343748736b860d1cb4fb2 2024-11-25T01:25:40,862 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/1246a1ee7a1c40b3aade4f1300d40155 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/1246a1ee7a1c40b3aade4f1300d40155 2024-11-25T01:25:40,863 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/30e4feed81134def9abfa379de68ab59 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/30e4feed81134def9abfa379de68ab59 2024-11-25T01:25:40,864 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/3d108b2de8ef446695488b0477653f87 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/3d108b2de8ef446695488b0477653f87 2024-11-25T01:25:40,865 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/6705cca66cc142aa8d26e7a180f12d3f to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/6705cca66cc142aa8d26e7a180f12d3f 2024-11-25T01:25:40,865 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/9f712405d3da4d9da8c1d34c3bc6669d to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/9f712405d3da4d9da8c1d34c3bc6669d 2024-11-25T01:25:40,866 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/add5f7fa134c47ef8f0b2fbd3fbdf88e to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/add5f7fa134c47ef8f0b2fbd3fbdf88e 2024-11-25T01:25:40,867 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/b0b3345d0a244c79b7c746eeee69ac10 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/b0b3345d0a244c79b7c746eeee69ac10 2024-11-25T01:25:40,868 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/e063558646a64b23abcfa3e612a81813 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/e063558646a64b23abcfa3e612a81813 2024-11-25T01:25:40,869 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/ed2a12053f7f4a19b32a5e0f72771264 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/C/ed2a12053f7f4a19b32a5e0f72771264 2024-11-25T01:25:40,871 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/recovered.edits/254.seqid to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa/recovered.edits/254.seqid 2024-11-25T01:25:40,871 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:40,871 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T01:25:40,872 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T01:25:40,872 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T01:25:40,874 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251838e96b46f344fc990eacf7c3d98346_91ae025d1740d70cf23cc1761fcb83aa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251838e96b46f344fc990eacf7c3d98346_91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:40,875 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252617a91e72d54a21a9b166e65be17779_91ae025d1740d70cf23cc1761fcb83aa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252617a91e72d54a21a9b166e65be17779_91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:40,876 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252f81ee262e7f438293b0339b00d87d27_91ae025d1740d70cf23cc1761fcb83aa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252f81ee262e7f438293b0339b00d87d27_91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:40,877 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253511ad8067fb401097cfc690d272c8ef_91ae025d1740d70cf23cc1761fcb83aa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253511ad8067fb401097cfc690d272c8ef_91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:40,878 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125483fe68837fc4e5980840adf105dc7ac_91ae025d1740d70cf23cc1761fcb83aa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125483fe68837fc4e5980840adf105dc7ac_91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:40,879 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254dc54272caea4515806243b87411ad0c_91ae025d1740d70cf23cc1761fcb83aa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254dc54272caea4515806243b87411ad0c_91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:40,880 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112552b5eb4796f94c00b74811a312c19239_91ae025d1740d70cf23cc1761fcb83aa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112552b5eb4796f94c00b74811a312c19239_91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:40,881 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112557dd146e978b4ccaafbf0a1ea398c085_91ae025d1740d70cf23cc1761fcb83aa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112557dd146e978b4ccaafbf0a1ea398c085_91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:40,882 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112573bc0d4ce8c0478b818e7c54f3bb287b_91ae025d1740d70cf23cc1761fcb83aa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112573bc0d4ce8c0478b818e7c54f3bb287b_91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:40,883 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257ac2583e2d7d4340badd6afe8fd2e566_91ae025d1740d70cf23cc1761fcb83aa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257ac2583e2d7d4340badd6afe8fd2e566_91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:40,884 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b7cbb73e7abe48299844420552773962_91ae025d1740d70cf23cc1761fcb83aa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b7cbb73e7abe48299844420552773962_91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:40,885 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125bf7e7e712dd6429ba9ab2f752fc5d609_91ae025d1740d70cf23cc1761fcb83aa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125bf7e7e712dd6429ba9ab2f752fc5d609_91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:40,886 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e611207a3da549539cbf432f9e53328f_91ae025d1740d70cf23cc1761fcb83aa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e611207a3da549539cbf432f9e53328f_91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:40,887 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ed6cba8913124c43846570ce0c7a12af_91ae025d1740d70cf23cc1761fcb83aa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ed6cba8913124c43846570ce0c7a12af_91ae025d1740d70cf23cc1761fcb83aa 2024-11-25T01:25:40,888 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T01:25:40,889 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=122, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:25:40,891 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T01:25:40,892 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T01:25:40,893 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=122, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:25:40,893 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T01:25:40,893 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732497940893"}]},"ts":"9223372036854775807"} 2024-11-25T01:25:40,894 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T01:25:40,894 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 91ae025d1740d70cf23cc1761fcb83aa, NAME => 'TestAcidGuarantees,,1732497912812.91ae025d1740d70cf23cc1761fcb83aa.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T01:25:40,894 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T01:25:40,895 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732497940894"}]},"ts":"9223372036854775807"} 2024-11-25T01:25:40,896 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T01:25:40,898 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=122, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:25:40,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 59 msec 2024-11-25T01:25:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T01:25:40,941 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-25T01:25:40,950 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=241 (was 240) - Thread LEAK? -, OpenFileDescriptor=457 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=300 (was 332), ProcessCount=11 (was 11), AvailableMemoryMB=7008 (was 7027) 2024-11-25T01:25:40,959 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=241, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=300, ProcessCount=11, AvailableMemoryMB=7008 2024-11-25T01:25:40,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T01:25:40,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T01:25:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T01:25:40,962 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T01:25:40,962 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:40,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 123 2024-11-25T01:25:40,962 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T01:25:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-25T01:25:40,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742231_1407 (size=963) 2024-11-25T01:25:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-25T01:25:41,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-25T01:25:41,369 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579 2024-11-25T01:25:41,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742232_1408 (size=53) 2024-11-25T01:25:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-25T01:25:41,775 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T01:25:41,775 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 7a93c9861873fac2b82b3436d693854f, disabling compactions & flushes 2024-11-25T01:25:41,775 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:41,775 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:41,775 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. after waiting 0 ms 2024-11-25T01:25:41,775 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:41,775 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:41,775 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:25:41,776 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T01:25:41,776 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732497941776"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732497941776"}]},"ts":"1732497941776"} 2024-11-25T01:25:41,777 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T01:25:41,777 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T01:25:41,778 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732497941777"}]},"ts":"1732497941777"} 2024-11-25T01:25:41,778 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T01:25:41,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a93c9861873fac2b82b3436d693854f, ASSIGN}] 2024-11-25T01:25:41,782 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a93c9861873fac2b82b3436d693854f, ASSIGN 2024-11-25T01:25:41,783 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a93c9861873fac2b82b3436d693854f, ASSIGN; state=OFFLINE, location=15a7e74b0924,33739,1732497824462; forceNewPlan=false, retain=false 2024-11-25T01:25:41,933 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=7a93c9861873fac2b82b3436d693854f, regionState=OPENING, regionLocation=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:41,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; OpenRegionProcedure 7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462}] 2024-11-25T01:25:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-25T01:25:42,086 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:42,088 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:42,088 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7285): Opening region: {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} 2024-11-25T01:25:42,089 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7a93c9861873fac2b82b3436d693854f 2024-11-25T01:25:42,089 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T01:25:42,089 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7327): checking encryption for 7a93c9861873fac2b82b3436d693854f 2024-11-25T01:25:42,089 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7330): checking classloading for 7a93c9861873fac2b82b3436d693854f 2024-11-25T01:25:42,090 INFO [StoreOpener-7a93c9861873fac2b82b3436d693854f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7a93c9861873fac2b82b3436d693854f 2024-11-25T01:25:42,091 INFO [StoreOpener-7a93c9861873fac2b82b3436d693854f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T01:25:42,092 INFO [StoreOpener-7a93c9861873fac2b82b3436d693854f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a93c9861873fac2b82b3436d693854f columnFamilyName A 2024-11-25T01:25:42,092 DEBUG [StoreOpener-7a93c9861873fac2b82b3436d693854f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:42,092 INFO [StoreOpener-7a93c9861873fac2b82b3436d693854f-1 {}] regionserver.HStore(327): Store=7a93c9861873fac2b82b3436d693854f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T01:25:42,092 INFO [StoreOpener-7a93c9861873fac2b82b3436d693854f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7a93c9861873fac2b82b3436d693854f 2024-11-25T01:25:42,093 INFO [StoreOpener-7a93c9861873fac2b82b3436d693854f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T01:25:42,093 INFO [StoreOpener-7a93c9861873fac2b82b3436d693854f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a93c9861873fac2b82b3436d693854f columnFamilyName B 2024-11-25T01:25:42,093 DEBUG [StoreOpener-7a93c9861873fac2b82b3436d693854f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:42,094 INFO [StoreOpener-7a93c9861873fac2b82b3436d693854f-1 {}] regionserver.HStore(327): Store=7a93c9861873fac2b82b3436d693854f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T01:25:42,094 INFO [StoreOpener-7a93c9861873fac2b82b3436d693854f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7a93c9861873fac2b82b3436d693854f 2024-11-25T01:25:42,095 INFO [StoreOpener-7a93c9861873fac2b82b3436d693854f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T01:25:42,095 INFO [StoreOpener-7a93c9861873fac2b82b3436d693854f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a93c9861873fac2b82b3436d693854f columnFamilyName C 2024-11-25T01:25:42,095 DEBUG [StoreOpener-7a93c9861873fac2b82b3436d693854f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:25:42,095 INFO [StoreOpener-7a93c9861873fac2b82b3436d693854f-1 {}] regionserver.HStore(327): Store=7a93c9861873fac2b82b3436d693854f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T01:25:42,095 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:42,096 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f 2024-11-25T01:25:42,096 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f 2024-11-25T01:25:42,097 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T01:25:42,098 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1085): writing seq id for 7a93c9861873fac2b82b3436d693854f 2024-11-25T01:25:42,099 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T01:25:42,099 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1102): Opened 7a93c9861873fac2b82b3436d693854f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59125071, jitterRate=-0.11896778643131256}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T01:25:42,100 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1001): Region open journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:25:42,100 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f., pid=125, masterSystemTime=1732497942086 2024-11-25T01:25:42,102 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:42,102 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:42,102 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=7a93c9861873fac2b82b3436d693854f, regionState=OPEN, openSeqNum=2, regionLocation=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:42,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-25T01:25:42,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; OpenRegionProcedure 7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 in 169 msec 2024-11-25T01:25:42,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=124, resume processing ppid=123 2024-11-25T01:25:42,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=123, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a93c9861873fac2b82b3436d693854f, ASSIGN in 323 msec 2024-11-25T01:25:42,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T01:25:42,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732497942105"}]},"ts":"1732497942105"} 2024-11-25T01:25:42,106 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T01:25:42,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T01:25:42,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-25T01:25:42,862 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T01:25:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-25T01:25:43,066 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 123 completed 2024-11-25T01:25:43,067 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d919b92 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60c9530a 2024-11-25T01:25:43,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@746138a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:25:43,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:25:43,073 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41290, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:25:43,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T01:25:43,075 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59200, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T01:25:43,076 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47611b30 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d1a41d5 2024-11-25T01:25:43,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c3c8f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:25:43,080 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x533efd26 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c951a7d 2024-11-25T01:25:43,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621ff37a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:25:43,083 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x149f3fa6 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@501d99ba 2024-11-25T01:25:43,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d0434e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:25:43,086 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x712c861e to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d4011c8 2024-11-25T01:25:43,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@210f9fb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:25:43,089 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3767e7f3 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a647e86 2024-11-25T01:25:43,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27cbac41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:25:43,092 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20a45919 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5af750e8 2024-11-25T01:25:43,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465ce5f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:25:43,096 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x518dd8d3 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@319db21a 2024-11-25T01:25:43,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10cfe2f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:25:43,100 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x656b6d0d to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39ba0ed8 2024-11-25T01:25:43,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560d8359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:25:43,103 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49e06533 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20456e19 2024-11-25T01:25:43,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae83603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:25:43,107 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c44cfe5 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@477a55d2 2024-11-25T01:25:43,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf92b10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:25:43,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:25:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-25T01:25:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T01:25:43,115 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:25:43,116 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:25:43,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:25:43,116 DEBUG [hconnection-0x5c4b00b8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:25:43,117 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41306, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:25:43,120 DEBUG [hconnection-0x245929b0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:25:43,121 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:25:43,125 DEBUG [hconnection-0x2f25bae5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:25:43,125 DEBUG [hconnection-0x597f19d7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:25:43,125 DEBUG [hconnection-0x30594e64-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:25:43,125 DEBUG [hconnection-0x3f6afc04-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:25:43,125 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:25:43,126 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:25:43,126 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41328, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:25:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7a93c9861873fac2b82b3436d693854f 2024-11-25T01:25:43,126 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41338, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:25:43,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7a93c9861873fac2b82b3436d693854f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T01:25:43,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=A 2024-11-25T01:25:43,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:43,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=B 2024-11-25T01:25:43,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:43,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=C 2024-11-25T01:25:43,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:43,127 DEBUG [hconnection-0x6eec81ef-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:25:43,128 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:25:43,129 DEBUG [hconnection-0x42232129-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:25:43,129 DEBUG [hconnection-0x5fef319e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:25:43,130 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41348, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:25:43,130 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41364, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:25:43,133 DEBUG [hconnection-0x7e39499c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:25:43,134 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:25:43,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/419f5884924144b68baae3b9afd2af96 is 50, key is test_row_0/A:col10/1732497943121/Put/seqid=0 2024-11-25T01:25:43,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498003153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:43,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498003154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:43,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742233_1409 (size=12001) 2024-11-25T01:25:43,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/419f5884924144b68baae3b9afd2af96 2024-11-25T01:25:43,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498003156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:43,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498003156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:43,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498003156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:43,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/547760f6e2c94d51a87b909c9165b37d is 50, key is test_row_0/B:col10/1732497943121/Put/seqid=0 2024-11-25T01:25:43,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742234_1410 (size=12001) 2024-11-25T01:25:43,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/547760f6e2c94d51a87b909c9165b37d 2024-11-25T01:25:43,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/90b45c09f99f42b2ba98125163a7df6d is 50, key is test_row_0/C:col10/1732497943121/Put/seqid=0 2024-11-25T01:25:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T01:25:43,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742235_1411 (size=12001) 2024-11-25T01:25:43,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:43,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498003256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498003257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:43,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498003260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:43,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498003260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:43,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498003261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:43,267 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:43,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T01:25:43,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:43,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:43,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:43,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:43,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T01:25:43,421 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:43,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T01:25:43,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:43,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:43,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:43,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:43,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:43,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498003463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:43,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498003463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:43,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498003464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:43,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498003464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:43,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498003464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:43,574 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:43,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T01:25:43,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:43,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:43,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:43,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:43,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:43,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/90b45c09f99f42b2ba98125163a7df6d 2024-11-25T01:25:43,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/419f5884924144b68baae3b9afd2af96 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/419f5884924144b68baae3b9afd2af96 2024-11-25T01:25:43,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/419f5884924144b68baae3b9afd2af96, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T01:25:43,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/547760f6e2c94d51a87b909c9165b37d as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/547760f6e2c94d51a87b909c9165b37d 2024-11-25T01:25:43,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/547760f6e2c94d51a87b909c9165b37d, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T01:25:43,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/90b45c09f99f42b2ba98125163a7df6d as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/90b45c09f99f42b2ba98125163a7df6d 2024-11-25T01:25:43,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/90b45c09f99f42b2ba98125163a7df6d, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T01:25:43,652 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 7a93c9861873fac2b82b3436d693854f in 525ms, sequenceid=12, compaction requested=false 2024-11-25T01:25:43,652 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T01:25:43,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:25:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T01:25:43,727 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:43,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T01:25:43,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:43,727 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 7a93c9861873fac2b82b3436d693854f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T01:25:43,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=A 2024-11-25T01:25:43,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:43,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=B 2024-11-25T01:25:43,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:43,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=C 2024-11-25T01:25:43,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:43,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/b0832e777de843c6a8d59e5ac9968bb9 is 50, key is test_row_0/A:col10/1732497943154/Put/seqid=0 2024-11-25T01:25:43,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742236_1412 (size=12001) 2024-11-25T01:25:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7a93c9861873fac2b82b3436d693854f 2024-11-25T01:25:43,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:43,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498003803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:43,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498003809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:43,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:43,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:43,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498003810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:43,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498003810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:43,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:43,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498003811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:43,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498003911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:43,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498003915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:43,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498003917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:43,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498003917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:43,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498003918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:44,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498004115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:44,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498004119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:44,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498004119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:44,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498004119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:44,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498004122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:44,138 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/b0832e777de843c6a8d59e5ac9968bb9 2024-11-25T01:25:44,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/b25362897b1545df8c120f9566cd2099 is 50, key is test_row_0/B:col10/1732497943154/Put/seqid=0 2024-11-25T01:25:44,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742237_1413 (size=12001) 2024-11-25T01:25:44,148 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/b25362897b1545df8c120f9566cd2099 2024-11-25T01:25:44,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/4c28a66faa604470b111989b51ff53e9 is 50, key is test_row_0/C:col10/1732497943154/Put/seqid=0 2024-11-25T01:25:44,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742238_1414 (size=12001) 2024-11-25T01:25:44,158 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/4c28a66faa604470b111989b51ff53e9 2024-11-25T01:25:44,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/b0832e777de843c6a8d59e5ac9968bb9 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/b0832e777de843c6a8d59e5ac9968bb9 2024-11-25T01:25:44,167 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/b0832e777de843c6a8d59e5ac9968bb9, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T01:25:44,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/b25362897b1545df8c120f9566cd2099 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/b25362897b1545df8c120f9566cd2099 2024-11-25T01:25:44,172 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/b25362897b1545df8c120f9566cd2099, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T01:25:44,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/4c28a66faa604470b111989b51ff53e9 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/4c28a66faa604470b111989b51ff53e9 2024-11-25T01:25:44,176 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/4c28a66faa604470b111989b51ff53e9, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T01:25:44,176 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 7a93c9861873fac2b82b3436d693854f in 449ms, sequenceid=38, compaction requested=false 2024-11-25T01:25:44,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:25:44,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:44,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-25T01:25:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-25T01:25:44,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-25T01:25:44,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0620 sec 2024-11-25T01:25:44,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.0650 sec 2024-11-25T01:25:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T01:25:44,218 INFO [Thread-1847 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-25T01:25:44,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:25:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-25T01:25:44,221 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:25:44,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T01:25:44,221 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:25:44,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:25:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T01:25:44,372 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:44,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-25T01:25:44,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:44,373 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 7a93c9861873fac2b82b3436d693854f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T01:25:44,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=A 2024-11-25T01:25:44,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:44,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=B 2024-11-25T01:25:44,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:44,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=C 2024-11-25T01:25:44,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:44,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/dc48bf4e61304323ac7c293f4ace96fb is 50, key is test_row_0/A:col10/1732497943800/Put/seqid=0 2024-11-25T01:25:44,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742239_1415 (size=12001) 2024-11-25T01:25:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7a93c9861873fac2b82b3436d693854f 2024-11-25T01:25:44,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:44,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498004451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:44,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498004451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:44,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498004452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:44,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498004452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:44,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498004453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T01:25:44,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498004558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:44,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498004558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:44,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498004558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:44,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498004559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:44,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498004559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:44,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498004763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:44,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498004764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:44,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498004764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:44,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498004764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:44,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498004764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:44,782 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/dc48bf4e61304323ac7c293f4ace96fb 2024-11-25T01:25:44,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/25f09ef1670443e3bb29a0cf52c274cd is 50, key is test_row_0/B:col10/1732497943800/Put/seqid=0 2024-11-25T01:25:44,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742240_1416 (size=12001) 2024-11-25T01:25:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T01:25:44,913 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T01:25:45,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498005070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:45,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498005070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:45,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498005070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:45,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498005071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:45,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498005071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:45,193 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/25f09ef1670443e3bb29a0cf52c274cd 2024-11-25T01:25:45,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/bcad0990f48a43d4a195b23e9c7885f0 is 50, key is test_row_0/C:col10/1732497943800/Put/seqid=0 2024-11-25T01:25:45,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742241_1417 (size=12001) 2024-11-25T01:25:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T01:25:45,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498005572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:45,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498005574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:45,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498005576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:45,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498005578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:45,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498005579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:45,604 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/bcad0990f48a43d4a195b23e9c7885f0 2024-11-25T01:25:45,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/dc48bf4e61304323ac7c293f4ace96fb as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/dc48bf4e61304323ac7c293f4ace96fb 2024-11-25T01:25:45,611 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/dc48bf4e61304323ac7c293f4ace96fb, entries=150, sequenceid=50, filesize=11.7 K 2024-11-25T01:25:45,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/25f09ef1670443e3bb29a0cf52c274cd as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/25f09ef1670443e3bb29a0cf52c274cd 2024-11-25T01:25:45,616 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/25f09ef1670443e3bb29a0cf52c274cd, entries=150, sequenceid=50, filesize=11.7 K 2024-11-25T01:25:45,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/bcad0990f48a43d4a195b23e9c7885f0 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/bcad0990f48a43d4a195b23e9c7885f0 2024-11-25T01:25:45,620 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/bcad0990f48a43d4a195b23e9c7885f0, entries=150, sequenceid=50, filesize=11.7 K 2024-11-25T01:25:45,620 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7a93c9861873fac2b82b3436d693854f in 1247ms, sequenceid=50, compaction requested=true 2024-11-25T01:25:45,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:25:45,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:45,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-25T01:25:45,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-25T01:25:45,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-25T01:25:45,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4000 sec 2024-11-25T01:25:45,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.4040 sec 2024-11-25T01:25:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T01:25:46,325 INFO [Thread-1847 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-25T01:25:46,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:25:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-25T01:25:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T01:25:46,328 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:25:46,328 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:25:46,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:25:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T01:25:46,480 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:46,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T01:25:46,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:46,481 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 7a93c9861873fac2b82b3436d693854f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T01:25:46,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=A 2024-11-25T01:25:46,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:46,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=B 2024-11-25T01:25:46,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:46,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=C 2024-11-25T01:25:46,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:46,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/f0fa56d4db1f4c6cb1995d68431b6d28 is 50, key is test_row_0/A:col10/1732497944450/Put/seqid=0 2024-11-25T01:25:46,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742242_1418 (size=12001) 2024-11-25T01:25:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7a93c9861873fac2b82b3436d693854f 2024-11-25T01:25:46,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:46,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498006590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:46,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498006590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:46,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498006591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:46,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498006594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:46,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498006595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T01:25:46,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498006697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:46,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498006697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:46,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498006698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:46,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498006698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:46,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498006700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:46,890 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/f0fa56d4db1f4c6cb1995d68431b6d28 2024-11-25T01:25:46,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/8e6cf1a1172f44a7bc556af5827853b4 is 50, key is test_row_0/B:col10/1732497944450/Put/seqid=0 2024-11-25T01:25:46,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742243_1419 (size=12001) 2024-11-25T01:25:46,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498006902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:46,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498006902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:46,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498006902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:46,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498006903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:46,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498006905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T01:25:47,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498007208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:47,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498007208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:47,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498007209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:47,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498007209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:47,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498007209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:47,302 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/8e6cf1a1172f44a7bc556af5827853b4 2024-11-25T01:25:47,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/dbb40425984e474c83b4f1921fe0c3aa is 50, key is test_row_0/C:col10/1732497944450/Put/seqid=0 2024-11-25T01:25:47,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742244_1420 (size=12001) 2024-11-25T01:25:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T01:25:47,721 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/dbb40425984e474c83b4f1921fe0c3aa 2024-11-25T01:25:47,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498007721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:47,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498007721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:47,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498007721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:47,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498007722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:47,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/f0fa56d4db1f4c6cb1995d68431b6d28 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/f0fa56d4db1f4c6cb1995d68431b6d28 2024-11-25T01:25:47,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498007723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:47,729 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/f0fa56d4db1f4c6cb1995d68431b6d28, entries=150, sequenceid=74, filesize=11.7 K 2024-11-25T01:25:47,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/8e6cf1a1172f44a7bc556af5827853b4 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/8e6cf1a1172f44a7bc556af5827853b4 2024-11-25T01:25:47,733 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/8e6cf1a1172f44a7bc556af5827853b4, entries=150, sequenceid=74, filesize=11.7 K 2024-11-25T01:25:47,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/dbb40425984e474c83b4f1921fe0c3aa as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/dbb40425984e474c83b4f1921fe0c3aa 2024-11-25T01:25:47,737 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/dbb40425984e474c83b4f1921fe0c3aa, entries=150, sequenceid=74, filesize=11.7 K 2024-11-25T01:25:47,738 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 7a93c9861873fac2b82b3436d693854f in 1257ms, sequenceid=74, compaction requested=true 2024-11-25T01:25:47,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:25:47,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:47,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-25T01:25:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-25T01:25:47,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-25T01:25:47,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4110 sec 2024-11-25T01:25:47,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.4150 sec 2024-11-25T01:25:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T01:25:48,431 INFO [Thread-1847 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-25T01:25:48,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:25:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-25T01:25:48,434 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:25:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T01:25:48,434 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:25:48,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:25:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T01:25:48,586 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:48,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T01:25:48,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:48,587 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 7a93c9861873fac2b82b3436d693854f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T01:25:48,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=A 2024-11-25T01:25:48,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:48,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=B 2024-11-25T01:25:48,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:48,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=C 2024-11-25T01:25:48,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:48,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/754d908836ac438cb0cc6724540ed40d is 50, key is test_row_0/A:col10/1732497946593/Put/seqid=0 2024-11-25T01:25:48,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742245_1421 (size=12001) 2024-11-25T01:25:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7a93c9861873fac2b82b3436d693854f 2024-11-25T01:25:48,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T01:25:48,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498008752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:48,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498008753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:48,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498008756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:48,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498008757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:48,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498008760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:48,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498008861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:48,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498008862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:48,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498008867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:48,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498008867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:48,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498008868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:48,995 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/754d908836ac438cb0cc6724540ed40d 2024-11-25T01:25:49,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/97673cf81a4c43588d5ada657a344ac2 is 50, key is test_row_0/B:col10/1732497946593/Put/seqid=0 2024-11-25T01:25:49,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742246_1422 (size=12001) 2024-11-25T01:25:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T01:25:49,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498009065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:49,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498009065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:49,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498009071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:49,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498009072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:49,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498009072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:49,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:49,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498009369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:49,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:49,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498009370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:49,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498009375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:49,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498009377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:49,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498009379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:49,412 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/97673cf81a4c43588d5ada657a344ac2 2024-11-25T01:25:49,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/ae777b6cbea54fa4821240a6aa445a50 is 50, key is test_row_0/C:col10/1732497946593/Put/seqid=0 2024-11-25T01:25:49,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742247_1423 (size=12001) 2024-11-25T01:25:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T01:25:49,824 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/ae777b6cbea54fa4821240a6aa445a50 2024-11-25T01:25:49,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/754d908836ac438cb0cc6724540ed40d as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/754d908836ac438cb0cc6724540ed40d 2024-11-25T01:25:49,831 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/754d908836ac438cb0cc6724540ed40d, entries=150, sequenceid=86, filesize=11.7 K 2024-11-25T01:25:49,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/97673cf81a4c43588d5ada657a344ac2 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/97673cf81a4c43588d5ada657a344ac2 2024-11-25T01:25:49,835 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/97673cf81a4c43588d5ada657a344ac2, entries=150, sequenceid=86, filesize=11.7 K 2024-11-25T01:25:49,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/ae777b6cbea54fa4821240a6aa445a50 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/ae777b6cbea54fa4821240a6aa445a50 2024-11-25T01:25:49,847 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/ae777b6cbea54fa4821240a6aa445a50, entries=150, sequenceid=86, filesize=11.7 K 2024-11-25T01:25:49,847 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7a93c9861873fac2b82b3436d693854f in 1261ms, sequenceid=86, compaction requested=true 2024-11-25T01:25:49,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:25:49,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:49,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-25T01:25:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-25T01:25:49,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-25T01:25:49,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4150 sec 2024-11-25T01:25:49,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.4180 sec 2024-11-25T01:25:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7a93c9861873fac2b82b3436d693854f 2024-11-25T01:25:49,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7a93c9861873fac2b82b3436d693854f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T01:25:49,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=A 2024-11-25T01:25:49,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:49,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=B 2024-11-25T01:25:49,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:49,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=C 2024-11-25T01:25:49,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:49,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/0183af54d0f1466ca03d85db7a6a96bf is 50, key is test_row_0/A:col10/1732497949883/Put/seqid=0 2024-11-25T01:25:49,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742248_1424 (size=16681) 2024-11-25T01:25:49,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498009894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:49,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498009895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:49,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498009895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:49,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498009897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:49,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498009898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:50,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498010003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:50,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498010004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:50,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498010004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:50,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498010004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:50,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498010004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:50,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498010209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:50,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498010210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:50,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498010210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:50,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498010210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:50,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498010210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:50,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/0183af54d0f1466ca03d85db7a6a96bf 2024-11-25T01:25:50,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/2afcad77ddc54f90835a6f8c2c85db64 is 50, key is test_row_0/B:col10/1732497949883/Put/seqid=0 2024-11-25T01:25:50,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742249_1425 (size=12001) 2024-11-25T01:25:50,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498010512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:50,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498010513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:50,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498010513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:50,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498010514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:50,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498010514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T01:25:50,538 INFO [Thread-1847 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-25T01:25:50,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:25:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-25T01:25:50,542 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:25:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T01:25:50,543 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:25:50,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:25:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T01:25:50,694 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:50,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T01:25:50,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:50,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:50,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:50,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:50,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:50,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/2afcad77ddc54f90835a6f8c2c85db64 2024-11-25T01:25:50,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/94872060790f46ac8551155af74707fb is 50, key is test_row_0/C:col10/1732497949883/Put/seqid=0 2024-11-25T01:25:50,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742250_1426 (size=12001) 2024-11-25T01:25:50,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T01:25:50,847 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:50,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T01:25:50,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:50,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:50,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:50,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:50,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:51,000 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:51,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T01:25:51,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:51,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:51,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:51,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:51,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:51,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498011018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:51,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498011019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:51,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498011020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:51,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498011020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:51,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498011022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:51,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/94872060790f46ac8551155af74707fb 2024-11-25T01:25:51,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/0183af54d0f1466ca03d85db7a6a96bf as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/0183af54d0f1466ca03d85db7a6a96bf 2024-11-25T01:25:51,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/0183af54d0f1466ca03d85db7a6a96bf, entries=250, sequenceid=112, filesize=16.3 K 2024-11-25T01:25:51,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/2afcad77ddc54f90835a6f8c2c85db64 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/2afcad77ddc54f90835a6f8c2c85db64 2024-11-25T01:25:51,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/2afcad77ddc54f90835a6f8c2c85db64, entries=150, sequenceid=112, filesize=11.7 K 2024-11-25T01:25:51,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/94872060790f46ac8551155af74707fb as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/94872060790f46ac8551155af74707fb 2024-11-25T01:25:51,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/94872060790f46ac8551155af74707fb, entries=150, sequenceid=112, filesize=11.7 K 2024-11-25T01:25:51,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7a93c9861873fac2b82b3436d693854f in 1247ms, sequenceid=112, compaction requested=true 2024-11-25T01:25:51,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:25:51,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a93c9861873fac2b82b3436d693854f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:25:51,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:51,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a93c9861873fac2b82b3436d693854f:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:25:51,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:51,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a93c9861873fac2b82b3436d693854f:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:25:51,131 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-25T01:25:51,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:25:51,131 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-25T01:25:51,133 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 76686 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-25T01:25:51,133 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 7a93c9861873fac2b82b3436d693854f/A is initiating minor compaction (all files) 2024-11-25T01:25:51,133 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a93c9861873fac2b82b3436d693854f/A in TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:51,133 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/419f5884924144b68baae3b9afd2af96, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/b0832e777de843c6a8d59e5ac9968bb9, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/dc48bf4e61304323ac7c293f4ace96fb, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/f0fa56d4db1f4c6cb1995d68431b6d28, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/754d908836ac438cb0cc6724540ed40d, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/0183af54d0f1466ca03d85db7a6a96bf] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp, totalSize=74.9 K 2024-11-25T01:25:51,133 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72006 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-25T01:25:51,133 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 7a93c9861873fac2b82b3436d693854f/B is initiating minor compaction (all files) 2024-11-25T01:25:51,133 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a93c9861873fac2b82b3436d693854f/B in TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:51,133 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/547760f6e2c94d51a87b909c9165b37d, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/b25362897b1545df8c120f9566cd2099, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/25f09ef1670443e3bb29a0cf52c274cd, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/8e6cf1a1172f44a7bc556af5827853b4, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/97673cf81a4c43588d5ada657a344ac2, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/2afcad77ddc54f90835a6f8c2c85db64] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp, totalSize=70.3 K 2024-11-25T01:25:51,134 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 419f5884924144b68baae3b9afd2af96, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732497943121 2024-11-25T01:25:51,134 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 547760f6e2c94d51a87b909c9165b37d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732497943121 2024-11-25T01:25:51,134 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0832e777de843c6a8d59e5ac9968bb9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732497943152 2024-11-25T01:25:51,134 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting b25362897b1545df8c120f9566cd2099, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732497943152 2024-11-25T01:25:51,134 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc48bf4e61304323ac7c293f4ace96fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732497943800 2024-11-25T01:25:51,134 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 25f09ef1670443e3bb29a0cf52c274cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732497943800 2024-11-25T01:25:51,134 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0fa56d4db1f4c6cb1995d68431b6d28, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732497944450 2024-11-25T01:25:51,135 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e6cf1a1172f44a7bc556af5827853b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732497944450 2024-11-25T01:25:51,135 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 754d908836ac438cb0cc6724540ed40d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732497946590 2024-11-25T01:25:51,135 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 97673cf81a4c43588d5ada657a344ac2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732497946590 2024-11-25T01:25:51,135 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0183af54d0f1466ca03d85db7a6a96bf, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732497948755 2024-11-25T01:25:51,135 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 2afcad77ddc54f90835a6f8c2c85db64, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732497948759 2024-11-25T01:25:51,144 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a93c9861873fac2b82b3436d693854f#B#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:25:51,144 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a93c9861873fac2b82b3436d693854f#A#compaction#361 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:25:51,144 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/f54c9ed9e3314d05828ec1e89a9b84d3 is 50, key is test_row_0/B:col10/1732497949883/Put/seqid=0 2024-11-25T01:25:51,144 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/cf0e8d31115d494db23c25b056344679 is 50, key is test_row_0/A:col10/1732497949883/Put/seqid=0 2024-11-25T01:25:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T01:25:51,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742251_1427 (size=12207) 2024-11-25T01:25:51,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742252_1428 (size=12207) 2024-11-25T01:25:51,152 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/f54c9ed9e3314d05828ec1e89a9b84d3 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/f54c9ed9e3314d05828ec1e89a9b84d3 2024-11-25T01:25:51,152 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:51,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T01:25:51,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:51,153 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 7a93c9861873fac2b82b3436d693854f 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T01:25:51,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=A 2024-11-25T01:25:51,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:51,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=B 2024-11-25T01:25:51,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:51,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=C 2024-11-25T01:25:51,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:51,156 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 7a93c9861873fac2b82b3436d693854f/B of 7a93c9861873fac2b82b3436d693854f into f54c9ed9e3314d05828ec1e89a9b84d3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:25:51,156 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:25:51,156 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f., storeName=7a93c9861873fac2b82b3436d693854f/B, priority=10, startTime=1732497951131; duration=0sec 2024-11-25T01:25:51,156 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:25:51,156 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a93c9861873fac2b82b3436d693854f:B 2024-11-25T01:25:51,156 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-25T01:25:51,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/92cffc937d2a42109d55dd09a2ffe5f9 is 50, key is test_row_0/A:col10/1732497949896/Put/seqid=0 2024-11-25T01:25:51,158 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72006 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-25T01:25:51,158 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 7a93c9861873fac2b82b3436d693854f/C is initiating minor compaction (all files) 2024-11-25T01:25:51,158 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a93c9861873fac2b82b3436d693854f/C in TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:51,158 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/90b45c09f99f42b2ba98125163a7df6d, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/4c28a66faa604470b111989b51ff53e9, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/bcad0990f48a43d4a195b23e9c7885f0, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/dbb40425984e474c83b4f1921fe0c3aa, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/ae777b6cbea54fa4821240a6aa445a50, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/94872060790f46ac8551155af74707fb] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp, totalSize=70.3 K 2024-11-25T01:25:51,158 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 90b45c09f99f42b2ba98125163a7df6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732497943121 2024-11-25T01:25:51,158 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c28a66faa604470b111989b51ff53e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732497943152 2024-11-25T01:25:51,159 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting bcad0990f48a43d4a195b23e9c7885f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732497943800 2024-11-25T01:25:51,159 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting dbb40425984e474c83b4f1921fe0c3aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732497944450 2024-11-25T01:25:51,159 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting ae777b6cbea54fa4821240a6aa445a50, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732497946590 2024-11-25T01:25:51,160 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 94872060790f46ac8551155af74707fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732497948759 2024-11-25T01:25:51,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742253_1429 (size=12001) 2024-11-25T01:25:51,169 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a93c9861873fac2b82b3436d693854f#C#compaction#363 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:25:51,169 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/eaa5d354287549f28824a2d0c6dd6ad3 is 50, key is test_row_0/C:col10/1732497949883/Put/seqid=0 2024-11-25T01:25:51,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742254_1430 (size=12207) 2024-11-25T01:25:51,551 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/cf0e8d31115d494db23c25b056344679 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/cf0e8d31115d494db23c25b056344679 2024-11-25T01:25:51,556 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 7a93c9861873fac2b82b3436d693854f/A of 7a93c9861873fac2b82b3436d693854f into cf0e8d31115d494db23c25b056344679(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:25:51,556 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:25:51,556 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f., storeName=7a93c9861873fac2b82b3436d693854f/A, priority=10, startTime=1732497951131; duration=0sec 2024-11-25T01:25:51,556 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:51,556 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a93c9861873fac2b82b3436d693854f:A 2024-11-25T01:25:51,562 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/92cffc937d2a42109d55dd09a2ffe5f9 2024-11-25T01:25:51,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/eada2a3e7cbb478c8e160c12b6261020 is 50, key is test_row_0/B:col10/1732497949896/Put/seqid=0 2024-11-25T01:25:51,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742255_1431 (size=12001) 2024-11-25T01:25:51,577 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/eaa5d354287549f28824a2d0c6dd6ad3 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/eaa5d354287549f28824a2d0c6dd6ad3 2024-11-25T01:25:51,582 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 7a93c9861873fac2b82b3436d693854f/C of 7a93c9861873fac2b82b3436d693854f into eaa5d354287549f28824a2d0c6dd6ad3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:25:51,582 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:25:51,582 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f., storeName=7a93c9861873fac2b82b3436d693854f/C, priority=10, startTime=1732497951131; duration=0sec 2024-11-25T01:25:51,582 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:51,582 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a93c9861873fac2b82b3436d693854f:C 2024-11-25T01:25:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T01:25:51,972 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/eada2a3e7cbb478c8e160c12b6261020 2024-11-25T01:25:51,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/e67eb8701f414dfaab3f3b3b568adeab is 50, key is test_row_0/C:col10/1732497949896/Put/seqid=0 2024-11-25T01:25:51,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742256_1432 (size=12001) 2024-11-25T01:25:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7a93c9861873fac2b82b3436d693854f 2024-11-25T01:25:52,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:52,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498012055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:52,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498012056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:52,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498012056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:52,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498012060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:52,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498012062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:52,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498012163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:52,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498012164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:52,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498012164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:52,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498012165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:52,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498012168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:52,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498012366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:52,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498012366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:52,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:52,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498012367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:52,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:52,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498012368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:52,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498012372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:52,382 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/e67eb8701f414dfaab3f3b3b568adeab 2024-11-25T01:25:52,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/92cffc937d2a42109d55dd09a2ffe5f9 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/92cffc937d2a42109d55dd09a2ffe5f9 2024-11-25T01:25:52,388 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/92cffc937d2a42109d55dd09a2ffe5f9, entries=150, sequenceid=122, filesize=11.7 K 2024-11-25T01:25:52,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/eada2a3e7cbb478c8e160c12b6261020 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/eada2a3e7cbb478c8e160c12b6261020 2024-11-25T01:25:52,392 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/eada2a3e7cbb478c8e160c12b6261020, entries=150, sequenceid=122, filesize=11.7 K 2024-11-25T01:25:52,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/e67eb8701f414dfaab3f3b3b568adeab as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/e67eb8701f414dfaab3f3b3b568adeab 2024-11-25T01:25:52,395 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/e67eb8701f414dfaab3f3b3b568adeab, entries=150, sequenceid=122, filesize=11.7 K 2024-11-25T01:25:52,396 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 7a93c9861873fac2b82b3436d693854f in 1243ms, sequenceid=122, compaction requested=false 2024-11-25T01:25:52,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:25:52,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:52,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-25T01:25:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-25T01:25:52,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-25T01:25:52,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8540 sec 2024-11-25T01:25:52,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.8580 sec 2024-11-25T01:25:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T01:25:52,646 INFO [Thread-1847 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-25T01:25:52,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:25:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-25T01:25:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T01:25:52,649 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:25:52,650 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:25:52,650 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:25:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7a93c9861873fac2b82b3436d693854f 2024-11-25T01:25:52,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7a93c9861873fac2b82b3436d693854f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T01:25:52,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=A 2024-11-25T01:25:52,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:52,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=B 2024-11-25T01:25:52,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:52,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=C 2024-11-25T01:25:52,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:52,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/1ccf98e2389b46419acc1bb5845846fb is 50, key is test_row_0/A:col10/1732497952674/Put/seqid=0 2024-11-25T01:25:52,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498012677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:52,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498012679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:52,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498012679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:52,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742257_1433 (size=14541) 2024-11-25T01:25:52,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498012683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:52,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498012683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:52,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T01:25:52,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:52,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498012784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:52,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:52,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498012784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:52,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498012789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:52,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498012790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:52,801 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:52,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T01:25:52,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:52,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:52,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:52,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:52,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:52,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:52,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T01:25:52,954 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:52,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T01:25:52,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:52,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:52,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:52,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:52,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:52,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:52,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498012988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:52,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:52,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498012988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:52,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:52,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498012993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:52,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:52,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498012994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:53,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/1ccf98e2389b46419acc1bb5845846fb 2024-11-25T01:25:53,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/3e2371d6bff0426c9974020c15df86a1 is 50, key is test_row_0/B:col10/1732497952674/Put/seqid=0 2024-11-25T01:25:53,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742258_1434 (size=12151) 2024-11-25T01:25:53,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/3e2371d6bff0426c9974020c15df86a1 2024-11-25T01:25:53,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/fa46334f19e34cc88302f218b423e066 is 50, key is test_row_0/C:col10/1732497952674/Put/seqid=0 2024-11-25T01:25:53,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742259_1435 (size=12151) 2024-11-25T01:25:53,108 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:53,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T01:25:53,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:53,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:53,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:53,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:53,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:53,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:53,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498013188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T01:25:53,260 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:53,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T01:25:53,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:53,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:53,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:53,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:53,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:53,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:53,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498013290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:53,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498013291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:53,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498013296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:53,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498013298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:53,413 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:53,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T01:25:53,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:53,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:53,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:53,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:53,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:53,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:53,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/fa46334f19e34cc88302f218b423e066 2024-11-25T01:25:53,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/1ccf98e2389b46419acc1bb5845846fb as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/1ccf98e2389b46419acc1bb5845846fb 2024-11-25T01:25:53,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/1ccf98e2389b46419acc1bb5845846fb, entries=200, sequenceid=154, filesize=14.2 K 2024-11-25T01:25:53,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/3e2371d6bff0426c9974020c15df86a1 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/3e2371d6bff0426c9974020c15df86a1 2024-11-25T01:25:53,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/3e2371d6bff0426c9974020c15df86a1, entries=150, sequenceid=154, filesize=11.9 K 2024-11-25T01:25:53,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/fa46334f19e34cc88302f218b423e066 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/fa46334f19e34cc88302f218b423e066 2024-11-25T01:25:53,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/fa46334f19e34cc88302f218b423e066, entries=150, sequenceid=154, filesize=11.9 K 2024-11-25T01:25:53,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 7a93c9861873fac2b82b3436d693854f in 844ms, sequenceid=154, compaction requested=true 2024-11-25T01:25:53,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:25:53,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a93c9861873fac2b82b3436d693854f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:25:53,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:53,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a93c9861873fac2b82b3436d693854f:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:25:53,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:53,518 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:25:53,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a93c9861873fac2b82b3436d693854f:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:25:53,518 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:25:53,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:25:53,519 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:25:53,519 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38749 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:25:53,519 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 7a93c9861873fac2b82b3436d693854f/B is initiating minor compaction (all files) 2024-11-25T01:25:53,519 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 7a93c9861873fac2b82b3436d693854f/A is initiating minor compaction (all files) 2024-11-25T01:25:53,519 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a93c9861873fac2b82b3436d693854f/B in TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:53,519 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a93c9861873fac2b82b3436d693854f/A in TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:53,519 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/f54c9ed9e3314d05828ec1e89a9b84d3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/eada2a3e7cbb478c8e160c12b6261020, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/3e2371d6bff0426c9974020c15df86a1] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp, totalSize=35.5 K 2024-11-25T01:25:53,519 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/cf0e8d31115d494db23c25b056344679, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/92cffc937d2a42109d55dd09a2ffe5f9, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/1ccf98e2389b46419acc1bb5845846fb] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp, totalSize=37.8 K 2024-11-25T01:25:53,520 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting f54c9ed9e3314d05828ec1e89a9b84d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732497948759 2024-11-25T01:25:53,520 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf0e8d31115d494db23c25b056344679, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732497948759 2024-11-25T01:25:53,520 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting eada2a3e7cbb478c8e160c12b6261020, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732497949893 2024-11-25T01:25:53,520 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92cffc937d2a42109d55dd09a2ffe5f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732497949893 2024-11-25T01:25:53,520 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e2371d6bff0426c9974020c15df86a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732497952673 2024-11-25T01:25:53,521 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ccf98e2389b46419acc1bb5845846fb, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732497952054 2024-11-25T01:25:53,527 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a93c9861873fac2b82b3436d693854f#A#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:25:53,527 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/7780ff1b198946ba9c66f51235ebac7b is 50, key is test_row_0/A:col10/1732497952674/Put/seqid=0 2024-11-25T01:25:53,527 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a93c9861873fac2b82b3436d693854f#B#compaction#370 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:25:53,528 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/8f349c75f2214cd887e5fec7fa9287bf is 50, key is test_row_0/B:col10/1732497952674/Put/seqid=0 2024-11-25T01:25:53,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742260_1436 (size=12459) 2024-11-25T01:25:53,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742261_1437 (size=12459) 2024-11-25T01:25:53,554 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/8f349c75f2214cd887e5fec7fa9287bf as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/8f349c75f2214cd887e5fec7fa9287bf 2024-11-25T01:25:53,558 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7a93c9861873fac2b82b3436d693854f/B of 7a93c9861873fac2b82b3436d693854f into 8f349c75f2214cd887e5fec7fa9287bf(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:25:53,558 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:25:53,558 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f., storeName=7a93c9861873fac2b82b3436d693854f/B, priority=13, startTime=1732497953518; duration=0sec 2024-11-25T01:25:53,558 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:25:53,558 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a93c9861873fac2b82b3436d693854f:B 2024-11-25T01:25:53,558 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:25:53,559 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:25:53,559 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 7a93c9861873fac2b82b3436d693854f/C is initiating minor compaction (all files) 2024-11-25T01:25:53,559 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a93c9861873fac2b82b3436d693854f/C in TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:53,559 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/eaa5d354287549f28824a2d0c6dd6ad3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/e67eb8701f414dfaab3f3b3b568adeab, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/fa46334f19e34cc88302f218b423e066] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp, totalSize=35.5 K 2024-11-25T01:25:53,559 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting eaa5d354287549f28824a2d0c6dd6ad3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732497948759 2024-11-25T01:25:53,560 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting e67eb8701f414dfaab3f3b3b568adeab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732497949893 2024-11-25T01:25:53,560 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting fa46334f19e34cc88302f218b423e066, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732497952673 2024-11-25T01:25:53,566 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:53,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T01:25:53,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:53,566 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 7a93c9861873fac2b82b3436d693854f 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-25T01:25:53,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=A 2024-11-25T01:25:53,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:53,567 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a93c9861873fac2b82b3436d693854f#C#compaction#371 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:25:53,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=B 2024-11-25T01:25:53,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:53,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=C 2024-11-25T01:25:53,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:53,567 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/2d2a287d507340a69d63e5c7ce607c06 is 50, key is test_row_0/C:col10/1732497952674/Put/seqid=0 2024-11-25T01:25:53,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/9a08cbf2b3504f5ba5599d10f44aa59a is 50, key is test_row_0/A:col10/1732497952678/Put/seqid=0 2024-11-25T01:25:53,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742262_1438 (size=12459) 2024-11-25T01:25:53,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742263_1439 (size=12151) 2024-11-25T01:25:53,582 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/9a08cbf2b3504f5ba5599d10f44aa59a 2024-11-25T01:25:53,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/da79076e965d4db996ca29671188f4eb is 50, key is test_row_0/B:col10/1732497952678/Put/seqid=0 2024-11-25T01:25:53,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742264_1440 (size=12151) 2024-11-25T01:25:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T01:25:53,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7a93c9861873fac2b82b3436d693854f 2024-11-25T01:25:53,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:53,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:53,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498013831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:53,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:53,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498013831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:53,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:53,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498013831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:53,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:53,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498013832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:53,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498013937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:53,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498013937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:53,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498013937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:53,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498013937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:53,942 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/7780ff1b198946ba9c66f51235ebac7b as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/7780ff1b198946ba9c66f51235ebac7b 2024-11-25T01:25:53,946 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7a93c9861873fac2b82b3436d693854f/A of 7a93c9861873fac2b82b3436d693854f into 7780ff1b198946ba9c66f51235ebac7b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:25:53,946 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:25:53,946 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f., storeName=7a93c9861873fac2b82b3436d693854f/A, priority=13, startTime=1732497953518; duration=0sec 2024-11-25T01:25:53,946 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:53,946 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a93c9861873fac2b82b3436d693854f:A 2024-11-25T01:25:53,976 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/2d2a287d507340a69d63e5c7ce607c06 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/2d2a287d507340a69d63e5c7ce607c06 2024-11-25T01:25:53,980 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7a93c9861873fac2b82b3436d693854f/C of 7a93c9861873fac2b82b3436d693854f into 2d2a287d507340a69d63e5c7ce607c06(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:25:53,980 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:25:53,980 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f., storeName=7a93c9861873fac2b82b3436d693854f/C, priority=13, startTime=1732497953518; duration=0sec 2024-11-25T01:25:53,980 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:53,980 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a93c9861873fac2b82b3436d693854f:C 2024-11-25T01:25:53,991 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/da79076e965d4db996ca29671188f4eb 2024-11-25T01:25:53,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/2cdb5e6c3d144f069fde2b0644ba3447 is 50, key is test_row_0/C:col10/1732497952678/Put/seqid=0 2024-11-25T01:25:53,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742265_1441 (size=12151) 2024-11-25T01:25:54,000 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/2cdb5e6c3d144f069fde2b0644ba3447 2024-11-25T01:25:54,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/9a08cbf2b3504f5ba5599d10f44aa59a as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/9a08cbf2b3504f5ba5599d10f44aa59a 2024-11-25T01:25:54,007 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/9a08cbf2b3504f5ba5599d10f44aa59a, entries=150, sequenceid=162, filesize=11.9 K 2024-11-25T01:25:54,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/da79076e965d4db996ca29671188f4eb as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/da79076e965d4db996ca29671188f4eb 2024-11-25T01:25:54,011 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/da79076e965d4db996ca29671188f4eb, entries=150, sequenceid=162, filesize=11.9 K 2024-11-25T01:25:54,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/2cdb5e6c3d144f069fde2b0644ba3447 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/2cdb5e6c3d144f069fde2b0644ba3447 2024-11-25T01:25:54,014 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/2cdb5e6c3d144f069fde2b0644ba3447, entries=150, sequenceid=162, filesize=11.9 K 2024-11-25T01:25:54,015 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 7a93c9861873fac2b82b3436d693854f in 449ms, sequenceid=162, compaction requested=false 2024-11-25T01:25:54,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:25:54,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:54,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-25T01:25:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-25T01:25:54,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-25T01:25:54,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3660 sec 2024-11-25T01:25:54,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.3700 sec 2024-11-25T01:25:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7a93c9861873fac2b82b3436d693854f 2024-11-25T01:25:54,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7a93c9861873fac2b82b3436d693854f 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-25T01:25:54,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=A 2024-11-25T01:25:54,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:54,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=B 2024-11-25T01:25:54,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:54,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=C 2024-11-25T01:25:54,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:54,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498014143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:54,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498014144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:54,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/f0fb970cbfdc413fa665aa8aa4e523da is 50, key is test_row_0/A:col10/1732497954143/Put/seqid=0 2024-11-25T01:25:54,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498014144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:54,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498014146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:54,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742266_1442 (size=16931) 2024-11-25T01:25:54,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498014196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:54,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498014247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:54,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498014249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:54,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498014251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:54,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498014251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:54,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498014451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:54,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498014453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:54,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498014455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:54,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498014456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:54,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/f0fb970cbfdc413fa665aa8aa4e523da 2024-11-25T01:25:54,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/c3632836842e43d7a04e2de6e9db1ab0 is 50, key is test_row_0/B:col10/1732497954143/Put/seqid=0 2024-11-25T01:25:54,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742267_1443 (size=12151) 2024-11-25T01:25:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T01:25:54,753 INFO [Thread-1847 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-25T01:25:54,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:25:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-25T01:25:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T01:25:54,755 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:25:54,756 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:25:54,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:25:54,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498014754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:54,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498014756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:54,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498014758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:54,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498014759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T01:25:54,907 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:54,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T01:25:54,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:54,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:54,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:54,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:54,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:54,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/c3632836842e43d7a04e2de6e9db1ab0 2024-11-25T01:25:54,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/76e333ad407840a2a393dac4eb43afcc is 50, key is test_row_0/C:col10/1732497954143/Put/seqid=0 2024-11-25T01:25:54,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742268_1444 (size=12151) 2024-11-25T01:25:54,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/76e333ad407840a2a393dac4eb43afcc 2024-11-25T01:25:54,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/f0fb970cbfdc413fa665aa8aa4e523da as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/f0fb970cbfdc413fa665aa8aa4e523da 2024-11-25T01:25:54,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/f0fb970cbfdc413fa665aa8aa4e523da, entries=250, sequenceid=196, filesize=16.5 K 2024-11-25T01:25:54,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/c3632836842e43d7a04e2de6e9db1ab0 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/c3632836842e43d7a04e2de6e9db1ab0 2024-11-25T01:25:54,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/c3632836842e43d7a04e2de6e9db1ab0, entries=150, sequenceid=196, filesize=11.9 K 2024-11-25T01:25:54,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/76e333ad407840a2a393dac4eb43afcc as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/76e333ad407840a2a393dac4eb43afcc 2024-11-25T01:25:54,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/76e333ad407840a2a393dac4eb43afcc, entries=150, sequenceid=196, filesize=11.9 K 2024-11-25T01:25:54,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for 7a93c9861873fac2b82b3436d693854f in 848ms, sequenceid=196, compaction requested=true 2024-11-25T01:25:54,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:25:54,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a93c9861873fac2b82b3436d693854f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:25:54,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:54,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a93c9861873fac2b82b3436d693854f:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:25:54,991 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:25:54,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:54,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a93c9861873fac2b82b3436d693854f:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:25:54,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:25:54,992 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:25:54,992 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:25:54,992 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41541 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:25:54,992 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 7a93c9861873fac2b82b3436d693854f/B is initiating minor compaction (all files) 2024-11-25T01:25:54,992 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 7a93c9861873fac2b82b3436d693854f/A is initiating minor compaction (all files) 2024-11-25T01:25:54,992 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a93c9861873fac2b82b3436d693854f/B in TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:54,993 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/8f349c75f2214cd887e5fec7fa9287bf, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/da79076e965d4db996ca29671188f4eb, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/c3632836842e43d7a04e2de6e9db1ab0] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp, totalSize=35.9 K 2024-11-25T01:25:54,993 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a93c9861873fac2b82b3436d693854f/A in TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:54,993 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/7780ff1b198946ba9c66f51235ebac7b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/9a08cbf2b3504f5ba5599d10f44aa59a, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/f0fb970cbfdc413fa665aa8aa4e523da] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp, totalSize=40.6 K 2024-11-25T01:25:54,993 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f349c75f2214cd887e5fec7fa9287bf, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732497952673 2024-11-25T01:25:54,993 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7780ff1b198946ba9c66f51235ebac7b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732497952673 2024-11-25T01:25:54,993 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting da79076e965d4db996ca29671188f4eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732497952678 2024-11-25T01:25:54,993 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a08cbf2b3504f5ba5599d10f44aa59a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732497952678 2024-11-25T01:25:54,994 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting c3632836842e43d7a04e2de6e9db1ab0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732497953831 2024-11-25T01:25:54,994 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0fb970cbfdc413fa665aa8aa4e523da, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732497953825 2024-11-25T01:25:55,000 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a93c9861873fac2b82b3436d693854f#B#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:25:55,000 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a93c9861873fac2b82b3436d693854f#A#compaction#379 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:25:55,000 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/80fe1517004f497193208dbf479300cc is 50, key is test_row_0/B:col10/1732497954143/Put/seqid=0 2024-11-25T01:25:55,000 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/313706d04268444c841e90d0b2da46a8 is 50, key is test_row_0/A:col10/1732497954143/Put/seqid=0 2024-11-25T01:25:55,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742270_1446 (size=12561) 2024-11-25T01:25:55,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742269_1445 (size=12561) 2024-11-25T01:25:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T01:25:55,060 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:55,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T01:25:55,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:55,061 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 7a93c9861873fac2b82b3436d693854f 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-25T01:25:55,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=A 2024-11-25T01:25:55,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:55,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=B 2024-11-25T01:25:55,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:55,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=C 2024-11-25T01:25:55,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:55,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/079ccb53e9f24810b9a049db8585945d is 50, key is test_row_1/A:col10/1732497954144/Put/seqid=0 2024-11-25T01:25:55,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742271_1447 (size=7365) 2024-11-25T01:25:55,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7a93c9861873fac2b82b3436d693854f 2024-11-25T01:25:55,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:55,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:55,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498015325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:55,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498015326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:55,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498015327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:55,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498015328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T01:25:55,409 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/313706d04268444c841e90d0b2da46a8 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/313706d04268444c841e90d0b2da46a8 2024-11-25T01:25:55,414 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7a93c9861873fac2b82b3436d693854f/A of 7a93c9861873fac2b82b3436d693854f into 313706d04268444c841e90d0b2da46a8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:25:55,414 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:25:55,414 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f., storeName=7a93c9861873fac2b82b3436d693854f/A, priority=13, startTime=1732497954991; duration=0sec 2024-11-25T01:25:55,414 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:25:55,414 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a93c9861873fac2b82b3436d693854f:A 2024-11-25T01:25:55,414 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:25:55,415 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/80fe1517004f497193208dbf479300cc as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/80fe1517004f497193208dbf479300cc 2024-11-25T01:25:55,415 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:25:55,415 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 7a93c9861873fac2b82b3436d693854f/C is initiating minor compaction (all files) 2024-11-25T01:25:55,415 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a93c9861873fac2b82b3436d693854f/C in TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:55,415 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/2d2a287d507340a69d63e5c7ce607c06, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/2cdb5e6c3d144f069fde2b0644ba3447, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/76e333ad407840a2a393dac4eb43afcc] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp, totalSize=35.9 K 2024-11-25T01:25:55,416 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d2a287d507340a69d63e5c7ce607c06, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732497952673 2024-11-25T01:25:55,416 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cdb5e6c3d144f069fde2b0644ba3447, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732497952678 2024-11-25T01:25:55,416 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76e333ad407840a2a393dac4eb43afcc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732497953831 2024-11-25T01:25:55,418 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7a93c9861873fac2b82b3436d693854f/B of 7a93c9861873fac2b82b3436d693854f into 80fe1517004f497193208dbf479300cc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:25:55,418 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:25:55,418 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f., storeName=7a93c9861873fac2b82b3436d693854f/B, priority=13, startTime=1732497954991; duration=0sec 2024-11-25T01:25:55,418 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:55,418 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a93c9861873fac2b82b3436d693854f:B 2024-11-25T01:25:55,423 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a93c9861873fac2b82b3436d693854f#C#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:25:55,423 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/9d4557e04b4a461ba8d5162547750b80 is 50, key is test_row_0/C:col10/1732497954143/Put/seqid=0 2024-11-25T01:25:55,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:55,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498015430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:55,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742272_1448 (size=12561) 2024-11-25T01:25:55,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498015433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:55,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498015433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:55,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:55,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498015434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:55,470 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/079ccb53e9f24810b9a049db8585945d 2024-11-25T01:25:55,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/eb633ee4a59e45e381f4a693ee8d449d is 50, key is test_row_1/B:col10/1732497954144/Put/seqid=0 2024-11-25T01:25:55,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742273_1449 (size=7365) 2024-11-25T01:25:55,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498015631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:55,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498015636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:55,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498015636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:55,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498015638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:55,836 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/9d4557e04b4a461ba8d5162547750b80 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/9d4557e04b4a461ba8d5162547750b80 2024-11-25T01:25:55,840 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7a93c9861873fac2b82b3436d693854f/C of 7a93c9861873fac2b82b3436d693854f into 9d4557e04b4a461ba8d5162547750b80(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:25:55,840 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:25:55,840 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f., storeName=7a93c9861873fac2b82b3436d693854f/C, priority=13, startTime=1732497954991; duration=0sec 2024-11-25T01:25:55,840 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:55,840 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a93c9861873fac2b82b3436d693854f:C 2024-11-25T01:25:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T01:25:55,881 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/eb633ee4a59e45e381f4a693ee8d449d 2024-11-25T01:25:55,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/63283bafbeae479dacdd885e8f3f2b8f is 50, key is test_row_1/C:col10/1732497954144/Put/seqid=0 2024-11-25T01:25:55,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742274_1450 (size=7365) 2024-11-25T01:25:55,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498015935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:55,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498015941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:55,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498015941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:55,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498015941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:56,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498016203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:56,208 DEBUG [Thread-1843 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f., hostname=15a7e74b0924,33739,1732497824462, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T01:25:56,290 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/63283bafbeae479dacdd885e8f3f2b8f 2024-11-25T01:25:56,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/079ccb53e9f24810b9a049db8585945d as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/079ccb53e9f24810b9a049db8585945d 2024-11-25T01:25:56,297 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/079ccb53e9f24810b9a049db8585945d, entries=50, sequenceid=200, filesize=7.2 K 2024-11-25T01:25:56,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/eb633ee4a59e45e381f4a693ee8d449d as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/eb633ee4a59e45e381f4a693ee8d449d 2024-11-25T01:25:56,301 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/eb633ee4a59e45e381f4a693ee8d449d, entries=50, sequenceid=200, filesize=7.2 K 2024-11-25T01:25:56,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/63283bafbeae479dacdd885e8f3f2b8f as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/63283bafbeae479dacdd885e8f3f2b8f 2024-11-25T01:25:56,305 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/63283bafbeae479dacdd885e8f3f2b8f, entries=50, sequenceid=200, filesize=7.2 K 2024-11-25T01:25:56,306 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=194.56 KB/199230 for 7a93c9861873fac2b82b3436d693854f in 1245ms, sequenceid=200, compaction requested=false 2024-11-25T01:25:56,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:25:56,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:56,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-25T01:25:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-25T01:25:56,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-25T01:25:56,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5510 sec 2024-11-25T01:25:56,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.5540 sec 2024-11-25T01:25:56,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7a93c9861873fac2b82b3436d693854f 2024-11-25T01:25:56,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7a93c9861873fac2b82b3436d693854f 3/3 column families, dataSize=201.27 KB heapSize=528.09 KB 2024-11-25T01:25:56,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=A 2024-11-25T01:25:56,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:56,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=B 2024-11-25T01:25:56,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:56,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=C 2024-11-25T01:25:56,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:56,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498016439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:56,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/14fbcad70a444fd4a1de1a84a8b0469b is 50, key is test_row_0/A:col10/1732497955321/Put/seqid=0 2024-11-25T01:25:56,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:56,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498016445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:56,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742275_1451 (size=14541) 2024-11-25T01:25:56,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498016446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:56,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:56,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498016448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:56,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:56,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498016543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:56,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:56,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498016747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:56,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/14fbcad70a444fd4a1de1a84a8b0469b 2024-11-25T01:25:56,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/bd2b6bb099be4c7eb99063bb0cbf3021 is 50, key is test_row_0/B:col10/1732497955321/Put/seqid=0 2024-11-25T01:25:56,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T01:25:56,859 INFO [Thread-1847 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-25T01:25:56,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:25:56,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742276_1452 (size=12151) 2024-11-25T01:25:56,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-25T01:25:56,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T01:25:56,862 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:25:56,863 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:25:56,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:25:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T01:25:57,014 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:57,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T01:25:57,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:57,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:57,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:57,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:57,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:57,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498017051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T01:25:57,167 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:57,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T01:25:57,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:57,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:57,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:57,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:57,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:57,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/bd2b6bb099be4c7eb99063bb0cbf3021 2024-11-25T01:25:57,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/63a05fe206ed4c0481c859ebab5978b8 is 50, key is test_row_0/C:col10/1732497955321/Put/seqid=0 2024-11-25T01:25:57,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742277_1453 (size=12151) 2024-11-25T01:25:57,320 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:57,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T01:25:57,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:57,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:57,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:57,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:57,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:57,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498017446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:57,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498017456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:57,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498017459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T01:25:57,472 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:57,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T01:25:57,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:57,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:57,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:57,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:57,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:57,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498017557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:57,625 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:57,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T01:25:57,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:57,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:57,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:57,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:57,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:57,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/63a05fe206ed4c0481c859ebab5978b8 2024-11-25T01:25:57,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/14fbcad70a444fd4a1de1a84a8b0469b as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/14fbcad70a444fd4a1de1a84a8b0469b 2024-11-25T01:25:57,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/14fbcad70a444fd4a1de1a84a8b0469b, entries=200, sequenceid=236, filesize=14.2 K 2024-11-25T01:25:57,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/bd2b6bb099be4c7eb99063bb0cbf3021 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/bd2b6bb099be4c7eb99063bb0cbf3021 2024-11-25T01:25:57,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/bd2b6bb099be4c7eb99063bb0cbf3021, entries=150, sequenceid=236, filesize=11.9 K 2024-11-25T01:25:57,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/63a05fe206ed4c0481c859ebab5978b8 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/63a05fe206ed4c0481c859ebab5978b8 2024-11-25T01:25:57,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/63a05fe206ed4c0481c859ebab5978b8, entries=150, sequenceid=236, filesize=11.9 K 2024-11-25T01:25:57,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for 7a93c9861873fac2b82b3436d693854f in 1249ms, sequenceid=236, compaction requested=true 2024-11-25T01:25:57,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:25:57,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a93c9861873fac2b82b3436d693854f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:25:57,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:57,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a93c9861873fac2b82b3436d693854f:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:25:57,687 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:25:57,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:57,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a93c9861873fac2b82b3436d693854f:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:25:57,687 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:25:57,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:25:57,688 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:25:57,689 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32077 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:25:57,689 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 7a93c9861873fac2b82b3436d693854f/A is initiating minor compaction (all files) 2024-11-25T01:25:57,689 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 7a93c9861873fac2b82b3436d693854f/B is initiating minor compaction (all files) 2024-11-25T01:25:57,689 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a93c9861873fac2b82b3436d693854f/A in TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:57,689 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a93c9861873fac2b82b3436d693854f/B in TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:57,689 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/313706d04268444c841e90d0b2da46a8, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/079ccb53e9f24810b9a049db8585945d, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/14fbcad70a444fd4a1de1a84a8b0469b] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp, totalSize=33.7 K 2024-11-25T01:25:57,689 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/80fe1517004f497193208dbf479300cc, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/eb633ee4a59e45e381f4a693ee8d449d, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/bd2b6bb099be4c7eb99063bb0cbf3021] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp, totalSize=31.3 K 2024-11-25T01:25:57,689 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 80fe1517004f497193208dbf479300cc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732497953831 2024-11-25T01:25:57,689 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 313706d04268444c841e90d0b2da46a8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732497953831 2024-11-25T01:25:57,689 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 079ccb53e9f24810b9a049db8585945d, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732497954144 2024-11-25T01:25:57,689 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting eb633ee4a59e45e381f4a693ee8d449d, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732497954144 2024-11-25T01:25:57,690 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14fbcad70a444fd4a1de1a84a8b0469b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732497955321 2024-11-25T01:25:57,690 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting bd2b6bb099be4c7eb99063bb0cbf3021, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732497955321 2024-11-25T01:25:57,696 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a93c9861873fac2b82b3436d693854f#A#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:25:57,697 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a93c9861873fac2b82b3436d693854f#B#compaction#388 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:25:57,697 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/01469c03da9249a4b3798714b3b71628 is 50, key is test_row_0/A:col10/1732497955321/Put/seqid=0 2024-11-25T01:25:57,697 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/94c22aca4b5a44dbaa0dcf362449cc38 is 50, key is test_row_0/B:col10/1732497955321/Put/seqid=0 2024-11-25T01:25:57,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742279_1455 (size=12663) 2024-11-25T01:25:57,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742278_1454 (size=12663) 2024-11-25T01:25:57,778 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:57,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T01:25:57,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:57,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:25:57,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:57,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-25T01:25:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-25T01:25:57,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-25T01:25:57,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 917 msec 2024-11-25T01:25:57,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 921 msec 2024-11-25T01:25:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T01:25:57,966 INFO [Thread-1847 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-25T01:25:57,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:25:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-25T01:25:57,968 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:25:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T01:25:57,969 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:25:57,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:25:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T01:25:58,120 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:58,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T01:25:58,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:58,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:25:58,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:58,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-25T01:25:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-25T01:25:58,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-25T01:25:58,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 153 msec 2024-11-25T01:25:58,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 157 msec 2024-11-25T01:25:58,131 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/01469c03da9249a4b3798714b3b71628 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/01469c03da9249a4b3798714b3b71628 2024-11-25T01:25:58,131 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/94c22aca4b5a44dbaa0dcf362449cc38 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/94c22aca4b5a44dbaa0dcf362449cc38 2024-11-25T01:25:58,137 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7a93c9861873fac2b82b3436d693854f/A of 7a93c9861873fac2b82b3436d693854f into 01469c03da9249a4b3798714b3b71628(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:25:58,137 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7a93c9861873fac2b82b3436d693854f/B of 7a93c9861873fac2b82b3436d693854f into 94c22aca4b5a44dbaa0dcf362449cc38(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:25:58,137 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:25:58,137 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:25:58,137 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f., storeName=7a93c9861873fac2b82b3436d693854f/B, priority=13, startTime=1732497957687; duration=0sec 2024-11-25T01:25:58,137 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f., storeName=7a93c9861873fac2b82b3436d693854f/A, priority=13, startTime=1732497957687; duration=0sec 2024-11-25T01:25:58,137 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:25:58,137 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a93c9861873fac2b82b3436d693854f:B 2024-11-25T01:25:58,137 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:58,137 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a93c9861873fac2b82b3436d693854f:A 2024-11-25T01:25:58,137 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:25:58,138 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32077 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:25:58,138 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 7a93c9861873fac2b82b3436d693854f/C is initiating minor compaction (all files) 2024-11-25T01:25:58,138 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a93c9861873fac2b82b3436d693854f/C in TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:58,138 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/9d4557e04b4a461ba8d5162547750b80, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/63283bafbeae479dacdd885e8f3f2b8f, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/63a05fe206ed4c0481c859ebab5978b8] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp, totalSize=31.3 K 2024-11-25T01:25:58,139 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d4557e04b4a461ba8d5162547750b80, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732497953831 2024-11-25T01:25:58,139 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 63283bafbeae479dacdd885e8f3f2b8f, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732497954144 2024-11-25T01:25:58,139 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 63a05fe206ed4c0481c859ebab5978b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732497955321 2024-11-25T01:25:58,151 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a93c9861873fac2b82b3436d693854f#C#compaction#389 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:25:58,153 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/bfd2f3dbf5bd421fb5768a6c643a874e is 50, key is test_row_0/C:col10/1732497955321/Put/seqid=0 2024-11-25T01:25:58,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742280_1456 (size=12663) 2024-11-25T01:25:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T01:25:58,270 INFO [Thread-1847 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-25T01:25:58,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:25:58,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-25T01:25:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T01:25:58,273 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:25:58,274 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:25:58,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:25:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T01:25:58,425 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:58,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T01:25:58,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:58,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:25:58,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:58,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-25T01:25:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-25T01:25:58,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-25T01:25:58,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 153 msec 2024-11-25T01:25:58,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 158 msec 2024-11-25T01:25:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T01:25:58,575 INFO [Thread-1847 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-25T01:25:58,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:25:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-25T01:25:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-25T01:25:58,580 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:25:58,581 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:25:58,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:25:58,585 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/bfd2f3dbf5bd421fb5768a6c643a874e as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/bfd2f3dbf5bd421fb5768a6c643a874e 2024-11-25T01:25:58,590 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7a93c9861873fac2b82b3436d693854f/C of 7a93c9861873fac2b82b3436d693854f into bfd2f3dbf5bd421fb5768a6c643a874e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:25:58,591 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:25:58,591 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f., storeName=7a93c9861873fac2b82b3436d693854f/C, priority=13, startTime=1732497957687; duration=0sec 2024-11-25T01:25:58,591 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:25:58,591 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a93c9861873fac2b82b3436d693854f:C 2024-11-25T01:25:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7a93c9861873fac2b82b3436d693854f 2024-11-25T01:25:58,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7a93c9861873fac2b82b3436d693854f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T01:25:58,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=A 2024-11-25T01:25:58,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:58,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=B 2024-11-25T01:25:58,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:58,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=C 2024-11-25T01:25:58,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:58,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/84eb24c562074fd2aa2015b548a3b111 is 50, key is test_row_0/A:col10/1732497958576/Put/seqid=0 2024-11-25T01:25:58,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742281_1457 (size=14541) 2024-11-25T01:25:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-25T01:25:58,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498018683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:58,732 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:58,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-25T01:25:58,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:58,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:58,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:58,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:58,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:58,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498018787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-25T01:25:58,885 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:58,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-25T01:25:58,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:58,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:58,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:58,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:58,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:58,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498018992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:59,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/84eb24c562074fd2aa2015b548a3b111 2024-11-25T01:25:59,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/a34d4168f1984b6ca7076e7ffba5ae45 is 50, key is test_row_0/B:col10/1732497958576/Put/seqid=0 2024-11-25T01:25:59,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742282_1458 (size=12151) 2024-11-25T01:25:59,037 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:59,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-25T01:25:59,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:59,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:59,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:59,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:59,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-25T01:25:59,190 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:59,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-25T01:25:59,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:59,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:59,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:59,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:59,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:59,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498019293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:59,343 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:59,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-25T01:25:59,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:59,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:59,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:59,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:59,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:59,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/a34d4168f1984b6ca7076e7ffba5ae45 2024-11-25T01:25:59,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/962a9cb5e4004030bf79f998cab2179c is 50, key is test_row_0/C:col10/1732497958576/Put/seqid=0 2024-11-25T01:25:59,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742283_1459 (size=12151) 2024-11-25T01:25:59,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498019461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:59,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498019463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:59,465 DEBUG [Thread-1841 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4137 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f., hostname=15a7e74b0924,33739,1732497824462, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T01:25:59,465 DEBUG [Thread-1845 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f., hostname=15a7e74b0924,33739,1732497824462, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T01:25:59,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498019473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:59,476 DEBUG [Thread-1839 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f., hostname=15a7e74b0924,33739,1732497824462, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T01:25:59,495 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:59,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-25T01:25:59,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:59,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:59,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:59,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:59,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:59,648 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:59,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-25T01:25:59,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:59,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:59,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:59,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:59,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-25T01:25:59,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:25:59,800 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498019798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:25:59,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-25T01:25:59,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:59,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:25:59,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:59,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:59,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:25:59,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/962a9cb5e4004030bf79f998cab2179c 2024-11-25T01:25:59,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/84eb24c562074fd2aa2015b548a3b111 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/84eb24c562074fd2aa2015b548a3b111 2024-11-25T01:25:59,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/84eb24c562074fd2aa2015b548a3b111, entries=200, sequenceid=253, filesize=14.2 K 2024-11-25T01:25:59,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/a34d4168f1984b6ca7076e7ffba5ae45 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/a34d4168f1984b6ca7076e7ffba5ae45 2024-11-25T01:25:59,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/a34d4168f1984b6ca7076e7ffba5ae45, entries=150, sequenceid=253, filesize=11.9 K 2024-11-25T01:25:59,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/962a9cb5e4004030bf79f998cab2179c as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/962a9cb5e4004030bf79f998cab2179c 2024-11-25T01:25:59,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/962a9cb5e4004030bf79f998cab2179c, entries=150, sequenceid=253, filesize=11.9 K 2024-11-25T01:25:59,839 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7a93c9861873fac2b82b3436d693854f in 1245ms, sequenceid=253, compaction requested=false 2024-11-25T01:25:59,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:25:59,953 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:25:59,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-25T01:25:59,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:25:59,954 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 7a93c9861873fac2b82b3436d693854f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T01:25:59,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=A 2024-11-25T01:25:59,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:59,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=B 2024-11-25T01:25:59,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:59,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=C 2024-11-25T01:25:59,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:25:59,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/8d6ff25fa5d545f3a2c993f3df4638ab is 50, key is test_row_0/A:col10/1732497958681/Put/seqid=0 2024-11-25T01:25:59,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742284_1460 (size=12301) 2024-11-25T01:26:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7a93c9861873fac2b82b3436d693854f 2024-11-25T01:26:00,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:26:00,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498020268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:00,365 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/8d6ff25fa5d545f3a2c993f3df4638ab 2024-11-25T01:26:00,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498020369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:00,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/13b6bc7f7ed14b8e9e882bb22fd0fa7b is 50, key is test_row_0/B:col10/1732497958681/Put/seqid=0 2024-11-25T01:26:00,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742285_1461 (size=12301) 2024-11-25T01:26:00,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498020573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-25T01:26:00,776 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/13b6bc7f7ed14b8e9e882bb22fd0fa7b 2024-11-25T01:26:00,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/20fcb6593e7d415c842550fe3a00ae1e is 50, key is test_row_0/C:col10/1732497958681/Put/seqid=0 2024-11-25T01:26:00,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742286_1462 (size=12301) 2024-11-25T01:26:00,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498020809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:00,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498020879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:01,186 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/20fcb6593e7d415c842550fe3a00ae1e 2024-11-25T01:26:01,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/8d6ff25fa5d545f3a2c993f3df4638ab as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/8d6ff25fa5d545f3a2c993f3df4638ab 2024-11-25T01:26:01,194 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/8d6ff25fa5d545f3a2c993f3df4638ab, entries=150, sequenceid=278, filesize=12.0 K 2024-11-25T01:26:01,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/13b6bc7f7ed14b8e9e882bb22fd0fa7b as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/13b6bc7f7ed14b8e9e882bb22fd0fa7b 2024-11-25T01:26:01,197 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/13b6bc7f7ed14b8e9e882bb22fd0fa7b, entries=150, sequenceid=278, filesize=12.0 K 2024-11-25T01:26:01,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/20fcb6593e7d415c842550fe3a00ae1e as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/20fcb6593e7d415c842550fe3a00ae1e 2024-11-25T01:26:01,201 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/20fcb6593e7d415c842550fe3a00ae1e, entries=150, sequenceid=278, filesize=12.0 K 2024-11-25T01:26:01,202 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7a93c9861873fac2b82b3436d693854f in 1247ms, sequenceid=278, compaction requested=true 2024-11-25T01:26:01,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:26:01,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:26:01,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-25T01:26:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-25T01:26:01,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-25T01:26:01,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6220 sec 2024-11-25T01:26:01,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 2.6280 sec 2024-11-25T01:26:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7a93c9861873fac2b82b3436d693854f 2024-11-25T01:26:01,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7a93c9861873fac2b82b3436d693854f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T01:26:01,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=A 2024-11-25T01:26:01,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:01,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=B 2024-11-25T01:26:01,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:01,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=C 2024-11-25T01:26:01,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:01,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/e540b8ca7f554b39be9f5a9efce0416d is 50, key is test_row_0/A:col10/1732497961388/Put/seqid=0 2024-11-25T01:26:01,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742287_1463 (size=14741) 2024-11-25T01:26:01,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498021479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:01,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498021585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:01,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498021790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:01,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/e540b8ca7f554b39be9f5a9efce0416d 2024-11-25T01:26:01,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/38935525c3cf4faea5295d0bde1cc216 is 50, key is test_row_0/B:col10/1732497961388/Put/seqid=0 2024-11-25T01:26:01,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742288_1464 (size=12301) 2024-11-25T01:26:02,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498022094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:02,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/38935525c3cf4faea5295d0bde1cc216 2024-11-25T01:26:02,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/e74499d39b824531b6507018a52cdf4e is 50, key is test_row_0/C:col10/1732497961388/Put/seqid=0 2024-11-25T01:26:02,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742289_1465 (size=12301) 2024-11-25T01:26:02,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498022602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:02,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/e74499d39b824531b6507018a52cdf4e 2024-11-25T01:26:02,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/e540b8ca7f554b39be9f5a9efce0416d as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/e540b8ca7f554b39be9f5a9efce0416d 2024-11-25T01:26:02,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/e540b8ca7f554b39be9f5a9efce0416d, entries=200, sequenceid=290, filesize=14.4 K 2024-11-25T01:26:02,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/38935525c3cf4faea5295d0bde1cc216 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/38935525c3cf4faea5295d0bde1cc216 2024-11-25T01:26:02,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/38935525c3cf4faea5295d0bde1cc216, entries=150, sequenceid=290, filesize=12.0 K 2024-11-25T01:26:02,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/e74499d39b824531b6507018a52cdf4e as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/e74499d39b824531b6507018a52cdf4e 2024-11-25T01:26:02,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/e74499d39b824531b6507018a52cdf4e, entries=150, sequenceid=290, filesize=12.0 K 2024-11-25T01:26:02,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7a93c9861873fac2b82b3436d693854f in 1246ms, sequenceid=290, compaction requested=true 2024-11-25T01:26:02,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:26:02,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a93c9861873fac2b82b3436d693854f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:26:02,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:26:02,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a93c9861873fac2b82b3436d693854f:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:26:02,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:26:02,635 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:26:02,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a93c9861873fac2b82b3436d693854f:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:26:02,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T01:26:02,635 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:26:02,636 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:26:02,636 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 7a93c9861873fac2b82b3436d693854f/B is initiating minor compaction (all files) 2024-11-25T01:26:02,636 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a93c9861873fac2b82b3436d693854f/B in TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:26:02,637 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/94c22aca4b5a44dbaa0dcf362449cc38, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/a34d4168f1984b6ca7076e7ffba5ae45, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/13b6bc7f7ed14b8e9e882bb22fd0fa7b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/38935525c3cf4faea5295d0bde1cc216] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp, totalSize=48.3 K 2024-11-25T01:26:02,637 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54246 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:26:02,637 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 7a93c9861873fac2b82b3436d693854f/A is initiating minor compaction (all files) 2024-11-25T01:26:02,637 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a93c9861873fac2b82b3436d693854f/A in TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:26:02,637 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/01469c03da9249a4b3798714b3b71628, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/84eb24c562074fd2aa2015b548a3b111, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/8d6ff25fa5d545f3a2c993f3df4638ab, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/e540b8ca7f554b39be9f5a9efce0416d] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp, totalSize=53.0 K 2024-11-25T01:26:02,637 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 94c22aca4b5a44dbaa0dcf362449cc38, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732497955321 2024-11-25T01:26:02,637 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01469c03da9249a4b3798714b3b71628, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732497955321 2024-11-25T01:26:02,638 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting a34d4168f1984b6ca7076e7ffba5ae45, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732497958573 2024-11-25T01:26:02,638 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84eb24c562074fd2aa2015b548a3b111, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732497958573 2024-11-25T01:26:02,638 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 13b6bc7f7ed14b8e9e882bb22fd0fa7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732497958664 2024-11-25T01:26:02,638 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d6ff25fa5d545f3a2c993f3df4638ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732497958664 2024-11-25T01:26:02,638 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 38935525c3cf4faea5295d0bde1cc216, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732497960258 2024-11-25T01:26:02,638 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting e540b8ca7f554b39be9f5a9efce0416d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732497960258 2024-11-25T01:26:02,646 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a93c9861873fac2b82b3436d693854f#B#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:26:02,647 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a93c9861873fac2b82b3436d693854f#A#compaction#400 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:26:02,647 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/9abda4277bfc490eb0288698e6c170c5 is 50, key is test_row_0/B:col10/1732497961388/Put/seqid=0 2024-11-25T01:26:02,647 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/7f52071dc7894209b007c54c3563c093 is 50, key is test_row_0/A:col10/1732497961388/Put/seqid=0 2024-11-25T01:26:02,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742291_1467 (size=12949) 2024-11-25T01:26:02,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742290_1466 (size=12949) 2024-11-25T01:26:02,656 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/7f52071dc7894209b007c54c3563c093 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/7f52071dc7894209b007c54c3563c093 2024-11-25T01:26:02,660 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7a93c9861873fac2b82b3436d693854f/A of 7a93c9861873fac2b82b3436d693854f into 7f52071dc7894209b007c54c3563c093(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:26:02,660 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:26:02,660 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f., storeName=7a93c9861873fac2b82b3436d693854f/A, priority=12, startTime=1732497962635; duration=0sec 2024-11-25T01:26:02,660 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:26:02,660 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a93c9861873fac2b82b3436d693854f:A 2024-11-25T01:26:02,660 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:26:02,661 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:26:02,661 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 7a93c9861873fac2b82b3436d693854f/C is initiating minor compaction (all files) 2024-11-25T01:26:02,661 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a93c9861873fac2b82b3436d693854f/C in TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:26:02,661 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/bfd2f3dbf5bd421fb5768a6c643a874e, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/962a9cb5e4004030bf79f998cab2179c, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/20fcb6593e7d415c842550fe3a00ae1e, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/e74499d39b824531b6507018a52cdf4e] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp, totalSize=48.3 K 2024-11-25T01:26:02,661 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting bfd2f3dbf5bd421fb5768a6c643a874e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732497955321 2024-11-25T01:26:02,662 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 962a9cb5e4004030bf79f998cab2179c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732497958573 2024-11-25T01:26:02,662 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20fcb6593e7d415c842550fe3a00ae1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732497958664 2024-11-25T01:26:02,662 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting e74499d39b824531b6507018a52cdf4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732497960258 2024-11-25T01:26:02,669 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a93c9861873fac2b82b3436d693854f#C#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:26:02,669 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/3e72d72436534ceaa90e793fc56b7d5c is 50, key is test_row_0/C:col10/1732497961388/Put/seqid=0 2024-11-25T01:26:02,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742292_1468 (size=12949) 2024-11-25T01:26:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-25T01:26:02,681 INFO [Thread-1847 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-25T01:26:02,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:26:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-25T01:26:02,684 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:26:02,685 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:26:02,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:26:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T01:26:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T01:26:02,836 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7a93c9861873fac2b82b3436d693854f 2024-11-25T01:26:02,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T01:26:02,837 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7a93c9861873fac2b82b3436d693854f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T01:26:02,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:26:02,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=A 2024-11-25T01:26:02,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:26:02,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:26:02,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:02,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=B 2024-11-25T01:26:02,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:02,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=C 2024-11-25T01:26:02,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:02,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:02,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:02,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/7ff0d61e46734a0a8057cc05f26ad3a4 is 50, key is test_row_0/A:col10/1732497961478/Put/seqid=0 2024-11-25T01:26:02,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742293_1469 (size=14741) 2024-11-25T01:26:02,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498022866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:02,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498022970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T01:26:02,989 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:02,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T01:26:02,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:26:02,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:26:02,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:26:02,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:02,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:03,057 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/9abda4277bfc490eb0288698e6c170c5 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/9abda4277bfc490eb0288698e6c170c5 2024-11-25T01:26:03,061 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7a93c9861873fac2b82b3436d693854f/B of 7a93c9861873fac2b82b3436d693854f into 9abda4277bfc490eb0288698e6c170c5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:26:03,062 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:26:03,062 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f., storeName=7a93c9861873fac2b82b3436d693854f/B, priority=12, startTime=1732497962635; duration=0sec 2024-11-25T01:26:03,062 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:26:03,062 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a93c9861873fac2b82b3436d693854f:B 2024-11-25T01:26:03,076 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/3e72d72436534ceaa90e793fc56b7d5c as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/3e72d72436534ceaa90e793fc56b7d5c 2024-11-25T01:26:03,080 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7a93c9861873fac2b82b3436d693854f/C of 7a93c9861873fac2b82b3436d693854f into 3e72d72436534ceaa90e793fc56b7d5c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:26:03,080 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:26:03,080 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f., storeName=7a93c9861873fac2b82b3436d693854f/C, priority=12, startTime=1732497962635; duration=0sec 2024-11-25T01:26:03,081 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:26:03,081 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a93c9861873fac2b82b3436d693854f:C 2024-11-25T01:26:03,127 DEBUG [Thread-1854 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49e06533 to 127.0.0.1:50052 2024-11-25T01:26:03,127 DEBUG [Thread-1854 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:26:03,128 DEBUG [Thread-1850 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x518dd8d3 to 127.0.0.1:50052 2024-11-25T01:26:03,128 DEBUG [Thread-1850 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:26:03,129 DEBUG [Thread-1852 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x656b6d0d to 127.0.0.1:50052 2024-11-25T01:26:03,129 DEBUG [Thread-1852 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:26:03,131 DEBUG [Thread-1856 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c44cfe5 to 127.0.0.1:50052 2024-11-25T01:26:03,131 DEBUG [Thread-1856 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:26:03,131 DEBUG [Thread-1848 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20a45919 to 127.0.0.1:50052 2024-11-25T01:26:03,131 DEBUG [Thread-1848 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:26:03,142 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:03,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T01:26:03,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:26:03,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:26:03,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:26:03,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:03,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:03,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498023174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:03,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/7ff0d61e46734a0a8057cc05f26ad3a4 2024-11-25T01:26:03,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/1daa8849cd7b47bdbf63dd3a2c3d8012 is 50, key is test_row_0/B:col10/1732497961478/Put/seqid=0 2024-11-25T01:26:03,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742294_1470 (size=12301) 2024-11-25T01:26:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T01:26:03,294 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:03,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T01:26:03,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:26:03,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:26:03,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:26:03,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:03,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:03,446 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:03,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T01:26:03,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:26:03,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:26:03,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:26:03,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:03,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:03,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498023477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:03,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41306 deadline: 1732498023483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:03,483 DEBUG [Thread-1841 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f., hostname=15a7e74b0924,33739,1732497824462, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T01:26:03,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732498023492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:03,492 DEBUG [Thread-1845 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f., hostname=15a7e74b0924,33739,1732497824462, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T01:26:03,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41348 deadline: 1732498023501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:03,501 DEBUG [Thread-1839 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8175 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f., hostname=15a7e74b0924,33739,1732497824462, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T01:26:03,599 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:03,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T01:26:03,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:26:03,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:26:03,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:26:03,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:03,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:03,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41338 deadline: 1732498023611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:03,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/1daa8849cd7b47bdbf63dd3a2c3d8012 2024-11-25T01:26:03,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/30ce3f02d898421b95d042700c48e345 is 50, key is test_row_0/C:col10/1732497961478/Put/seqid=0 2024-11-25T01:26:03,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742295_1471 (size=12301) 2024-11-25T01:26:03,752 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:03,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T01:26:03,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:26:03,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:26:03,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:26:03,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:03,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T01:26:03,904 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:03,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T01:26:03,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:26:03,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:26:03,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:26:03,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:03,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:03,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41372 deadline: 1732498023979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:04,057 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:04,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T01:26:04,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:26:04,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:26:04,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:26:04,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:04,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:04,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/30ce3f02d898421b95d042700c48e345 2024-11-25T01:26:04,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/7ff0d61e46734a0a8057cc05f26ad3a4 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/7ff0d61e46734a0a8057cc05f26ad3a4 2024-11-25T01:26:04,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/7ff0d61e46734a0a8057cc05f26ad3a4, entries=200, sequenceid=316, filesize=14.4 K 2024-11-25T01:26:04,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/1daa8849cd7b47bdbf63dd3a2c3d8012 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/1daa8849cd7b47bdbf63dd3a2c3d8012 2024-11-25T01:26:04,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/1daa8849cd7b47bdbf63dd3a2c3d8012, entries=150, sequenceid=316, filesize=12.0 K 2024-11-25T01:26:04,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/30ce3f02d898421b95d042700c48e345 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/30ce3f02d898421b95d042700c48e345 2024-11-25T01:26:04,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/30ce3f02d898421b95d042700c48e345, entries=150, sequenceid=316, filesize=12.0 K 2024-11-25T01:26:04,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7a93c9861873fac2b82b3436d693854f in 1238ms, sequenceid=316, compaction requested=false 2024-11-25T01:26:04,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:26:04,209 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:04,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T01:26:04,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:26:04,210 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing 7a93c9861873fac2b82b3436d693854f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T01:26:04,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=A 2024-11-25T01:26:04,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:04,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=B 2024-11-25T01:26:04,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:04,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=C 2024-11-25T01:26:04,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:04,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/8f81b6bdc874467b80f1e74f96511e27 is 50, key is test_row_0/A:col10/1732497962855/Put/seqid=0 2024-11-25T01:26:04,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742296_1472 (size=12301) 2024-11-25T01:26:04,617 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/8f81b6bdc874467b80f1e74f96511e27 2024-11-25T01:26:04,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/bb70787510ac42f994ebcaa8cecec49a is 50, key is test_row_0/B:col10/1732497962855/Put/seqid=0 2024-11-25T01:26:04,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742297_1473 (size=12301) 2024-11-25T01:26:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T01:26:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 7a93c9861873fac2b82b3436d693854f 2024-11-25T01:26:04,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. as already flushing 2024-11-25T01:26:04,982 DEBUG [Thread-1837 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47611b30 to 127.0.0.1:50052 2024-11-25T01:26:04,982 DEBUG [Thread-1837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:26:05,026 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/bb70787510ac42f994ebcaa8cecec49a 2024-11-25T01:26:05,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/d1b9fb59f09c421ca67ebea44e965dca is 50, key is test_row_0/C:col10/1732497962855/Put/seqid=0 2024-11-25T01:26:05,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742298_1474 (size=12301) 2024-11-25T01:26:05,436 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/d1b9fb59f09c421ca67ebea44e965dca 2024-11-25T01:26:05,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/8f81b6bdc874467b80f1e74f96511e27 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/8f81b6bdc874467b80f1e74f96511e27 2024-11-25T01:26:05,441 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/8f81b6bdc874467b80f1e74f96511e27, entries=150, sequenceid=329, filesize=12.0 K 2024-11-25T01:26:05,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/bb70787510ac42f994ebcaa8cecec49a as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/bb70787510ac42f994ebcaa8cecec49a 2024-11-25T01:26:05,444 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/bb70787510ac42f994ebcaa8cecec49a, entries=150, sequenceid=329, filesize=12.0 K 2024-11-25T01:26:05,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/d1b9fb59f09c421ca67ebea44e965dca as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/d1b9fb59f09c421ca67ebea44e965dca 2024-11-25T01:26:05,447 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/d1b9fb59f09c421ca67ebea44e965dca, entries=150, sequenceid=329, filesize=12.0 K 2024-11-25T01:26:05,447 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=6.71 KB/6870 for 7a93c9861873fac2b82b3436d693854f in 1237ms, sequenceid=329, compaction requested=true 2024-11-25T01:26:05,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:26:05,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:26:05,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-25T01:26:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-11-25T01:26:05,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-25T01:26:05,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7630 sec 2024-11-25T01:26:05,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 2.7670 sec 2024-11-25T01:26:05,619 DEBUG [Thread-1843 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x712c861e to 127.0.0.1:50052 2024-11-25T01:26:05,619 DEBUG [Thread-1843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:26:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T01:26:06,791 INFO [Thread-1847 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-25T01:26:12,862 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T01:26:13,489 DEBUG [Thread-1841 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x149f3fa6 to 127.0.0.1:50052 2024-11-25T01:26:13,489 DEBUG [Thread-1841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:26:13,570 DEBUG [Thread-1845 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3767e7f3 to 127.0.0.1:50052 2024-11-25T01:26:13,570 DEBUG [Thread-1845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:26:13,588 DEBUG [Thread-1839 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x533efd26 to 127.0.0.1:50052 2024-11-25T01:26:13,588 DEBUG [Thread-1839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:26:13,589 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T01:26:13,589 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-25T01:26:13,589 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-25T01:26:13,589 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-25T01:26:13,589 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-25T01:26:13,589 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-25T01:26:13,589 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T01:26:13,589 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T01:26:13,589 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3200 2024-11-25T01:26:13,589 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9600 rows 2024-11-25T01:26:13,589 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3199 2024-11-25T01:26:13,589 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9597 rows 2024-11-25T01:26:13,589 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3213 2024-11-25T01:26:13,589 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9639 rows 2024-11-25T01:26:13,589 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3185 2024-11-25T01:26:13,589 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9555 rows 2024-11-25T01:26:13,589 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3198 2024-11-25T01:26:13,589 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9594 rows 2024-11-25T01:26:13,589 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T01:26:13,589 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d919b92 to 127.0.0.1:50052 2024-11-25T01:26:13,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:26:13,593 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T01:26:13,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T01:26:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T01:26:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-25T01:26:13,596 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732497973596"}]},"ts":"1732497973596"} 2024-11-25T01:26:13,597 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T01:26:13,599 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T01:26:13,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T01:26:13,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a93c9861873fac2b82b3436d693854f, UNASSIGN}] 2024-11-25T01:26:13,601 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a93c9861873fac2b82b3436d693854f, UNASSIGN 2024-11-25T01:26:13,601 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=7a93c9861873fac2b82b3436d693854f, regionState=CLOSING, regionLocation=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:13,602 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T01:26:13,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; CloseRegionProcedure 7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462}] 2024-11-25T01:26:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-25T01:26:13,753 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:13,754 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(124): Close 7a93c9861873fac2b82b3436d693854f 2024-11-25T01:26:13,754 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T01:26:13,754 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1681): Closing 7a93c9861873fac2b82b3436d693854f, disabling compactions & flushes 2024-11-25T01:26:13,754 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:26:13,754 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:26:13,754 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. after waiting 0 ms 2024-11-25T01:26:13,754 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:26:13,754 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(2837): Flushing 7a93c9861873fac2b82b3436d693854f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T01:26:13,754 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=A 2024-11-25T01:26:13,754 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:13,754 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=B 2024-11-25T01:26:13,754 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:13,754 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a93c9861873fac2b82b3436d693854f, store=C 2024-11-25T01:26:13,754 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:13,758 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/730fd17e013343cc8eeae47d33ec806c is 50, key is test_row_0/A:col10/1732497973488/Put/seqid=0 2024-11-25T01:26:13,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742299_1475 (size=12301) 2024-11-25T01:26:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-25T01:26:14,161 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/730fd17e013343cc8eeae47d33ec806c 2024-11-25T01:26:14,167 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/596d1ad1020f49d8abcc449daabc91aa is 50, key is test_row_0/B:col10/1732497973488/Put/seqid=0 2024-11-25T01:26:14,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742300_1476 (size=12301) 2024-11-25T01:26:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-25T01:26:14,570 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/596d1ad1020f49d8abcc449daabc91aa 2024-11-25T01:26:14,575 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/ffcc5c277cb142c28b61085f9937da1f is 50, key is test_row_0/C:col10/1732497973488/Put/seqid=0 2024-11-25T01:26:14,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742301_1477 (size=12301) 2024-11-25T01:26:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-25T01:26:14,979 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/ffcc5c277cb142c28b61085f9937da1f 2024-11-25T01:26:14,982 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/A/730fd17e013343cc8eeae47d33ec806c as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/730fd17e013343cc8eeae47d33ec806c 2024-11-25T01:26:14,985 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/730fd17e013343cc8eeae47d33ec806c, entries=150, sequenceid=337, filesize=12.0 K 2024-11-25T01:26:14,985 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/B/596d1ad1020f49d8abcc449daabc91aa as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/596d1ad1020f49d8abcc449daabc91aa 2024-11-25T01:26:14,987 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/596d1ad1020f49d8abcc449daabc91aa, entries=150, sequenceid=337, filesize=12.0 K 2024-11-25T01:26:14,988 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/.tmp/C/ffcc5c277cb142c28b61085f9937da1f as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/ffcc5c277cb142c28b61085f9937da1f 2024-11-25T01:26:14,990 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/ffcc5c277cb142c28b61085f9937da1f, entries=150, sequenceid=337, filesize=12.0 K 2024-11-25T01:26:14,991 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 7a93c9861873fac2b82b3436d693854f in 1237ms, sequenceid=337, compaction requested=true 2024-11-25T01:26:14,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/419f5884924144b68baae3b9afd2af96, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/b0832e777de843c6a8d59e5ac9968bb9, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/dc48bf4e61304323ac7c293f4ace96fb, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/f0fa56d4db1f4c6cb1995d68431b6d28, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/754d908836ac438cb0cc6724540ed40d, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/0183af54d0f1466ca03d85db7a6a96bf, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/cf0e8d31115d494db23c25b056344679, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/92cffc937d2a42109d55dd09a2ffe5f9, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/1ccf98e2389b46419acc1bb5845846fb, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/7780ff1b198946ba9c66f51235ebac7b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/9a08cbf2b3504f5ba5599d10f44aa59a, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/f0fb970cbfdc413fa665aa8aa4e523da, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/313706d04268444c841e90d0b2da46a8, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/079ccb53e9f24810b9a049db8585945d, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/14fbcad70a444fd4a1de1a84a8b0469b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/01469c03da9249a4b3798714b3b71628, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/84eb24c562074fd2aa2015b548a3b111, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/8d6ff25fa5d545f3a2c993f3df4638ab, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/e540b8ca7f554b39be9f5a9efce0416d] to archive 2024-11-25T01:26:14,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T01:26:14,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/419f5884924144b68baae3b9afd2af96 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/419f5884924144b68baae3b9afd2af96 2024-11-25T01:26:14,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/b0832e777de843c6a8d59e5ac9968bb9 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/b0832e777de843c6a8d59e5ac9968bb9 2024-11-25T01:26:14,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/dc48bf4e61304323ac7c293f4ace96fb to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/dc48bf4e61304323ac7c293f4ace96fb 2024-11-25T01:26:14,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/f0fa56d4db1f4c6cb1995d68431b6d28 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/f0fa56d4db1f4c6cb1995d68431b6d28 2024-11-25T01:26:14,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/754d908836ac438cb0cc6724540ed40d to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/754d908836ac438cb0cc6724540ed40d 2024-11-25T01:26:14,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/0183af54d0f1466ca03d85db7a6a96bf to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/0183af54d0f1466ca03d85db7a6a96bf 2024-11-25T01:26:14,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/cf0e8d31115d494db23c25b056344679 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/cf0e8d31115d494db23c25b056344679 2024-11-25T01:26:14,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/92cffc937d2a42109d55dd09a2ffe5f9 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/92cffc937d2a42109d55dd09a2ffe5f9 2024-11-25T01:26:15,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/1ccf98e2389b46419acc1bb5845846fb to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/1ccf98e2389b46419acc1bb5845846fb 2024-11-25T01:26:15,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/7780ff1b198946ba9c66f51235ebac7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/7780ff1b198946ba9c66f51235ebac7b 2024-11-25T01:26:15,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/9a08cbf2b3504f5ba5599d10f44aa59a to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/9a08cbf2b3504f5ba5599d10f44aa59a 2024-11-25T01:26:15,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/f0fb970cbfdc413fa665aa8aa4e523da to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/f0fb970cbfdc413fa665aa8aa4e523da 2024-11-25T01:26:15,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/313706d04268444c841e90d0b2da46a8 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/313706d04268444c841e90d0b2da46a8 2024-11-25T01:26:15,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/079ccb53e9f24810b9a049db8585945d to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/079ccb53e9f24810b9a049db8585945d 2024-11-25T01:26:15,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/14fbcad70a444fd4a1de1a84a8b0469b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/14fbcad70a444fd4a1de1a84a8b0469b 2024-11-25T01:26:15,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/01469c03da9249a4b3798714b3b71628 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/01469c03da9249a4b3798714b3b71628 2024-11-25T01:26:15,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/84eb24c562074fd2aa2015b548a3b111 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/84eb24c562074fd2aa2015b548a3b111 2024-11-25T01:26:15,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/8d6ff25fa5d545f3a2c993f3df4638ab to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/8d6ff25fa5d545f3a2c993f3df4638ab 2024-11-25T01:26:15,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/e540b8ca7f554b39be9f5a9efce0416d to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/e540b8ca7f554b39be9f5a9efce0416d 2024-11-25T01:26:15,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/547760f6e2c94d51a87b909c9165b37d, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/b25362897b1545df8c120f9566cd2099, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/25f09ef1670443e3bb29a0cf52c274cd, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/8e6cf1a1172f44a7bc556af5827853b4, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/97673cf81a4c43588d5ada657a344ac2, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/f54c9ed9e3314d05828ec1e89a9b84d3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/2afcad77ddc54f90835a6f8c2c85db64, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/eada2a3e7cbb478c8e160c12b6261020, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/8f349c75f2214cd887e5fec7fa9287bf, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/3e2371d6bff0426c9974020c15df86a1, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/da79076e965d4db996ca29671188f4eb, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/80fe1517004f497193208dbf479300cc, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/c3632836842e43d7a04e2de6e9db1ab0, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/eb633ee4a59e45e381f4a693ee8d449d, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/94c22aca4b5a44dbaa0dcf362449cc38, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/bd2b6bb099be4c7eb99063bb0cbf3021, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/a34d4168f1984b6ca7076e7ffba5ae45, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/13b6bc7f7ed14b8e9e882bb22fd0fa7b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/38935525c3cf4faea5295d0bde1cc216] to archive 2024-11-25T01:26:15,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T01:26:15,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/547760f6e2c94d51a87b909c9165b37d to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/547760f6e2c94d51a87b909c9165b37d 2024-11-25T01:26:15,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/b25362897b1545df8c120f9566cd2099 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/b25362897b1545df8c120f9566cd2099 2024-11-25T01:26:15,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/25f09ef1670443e3bb29a0cf52c274cd to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/25f09ef1670443e3bb29a0cf52c274cd 2024-11-25T01:26:15,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/8e6cf1a1172f44a7bc556af5827853b4 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/8e6cf1a1172f44a7bc556af5827853b4 2024-11-25T01:26:15,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/97673cf81a4c43588d5ada657a344ac2 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/97673cf81a4c43588d5ada657a344ac2 2024-11-25T01:26:15,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/f54c9ed9e3314d05828ec1e89a9b84d3 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/f54c9ed9e3314d05828ec1e89a9b84d3 2024-11-25T01:26:15,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/2afcad77ddc54f90835a6f8c2c85db64 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/2afcad77ddc54f90835a6f8c2c85db64 2024-11-25T01:26:15,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/eada2a3e7cbb478c8e160c12b6261020 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/eada2a3e7cbb478c8e160c12b6261020 2024-11-25T01:26:15,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/8f349c75f2214cd887e5fec7fa9287bf to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/8f349c75f2214cd887e5fec7fa9287bf 2024-11-25T01:26:15,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/3e2371d6bff0426c9974020c15df86a1 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/3e2371d6bff0426c9974020c15df86a1 2024-11-25T01:26:15,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/da79076e965d4db996ca29671188f4eb to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/da79076e965d4db996ca29671188f4eb 2024-11-25T01:26:15,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/80fe1517004f497193208dbf479300cc to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/80fe1517004f497193208dbf479300cc 2024-11-25T01:26:15,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/c3632836842e43d7a04e2de6e9db1ab0 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/c3632836842e43d7a04e2de6e9db1ab0 2024-11-25T01:26:15,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/eb633ee4a59e45e381f4a693ee8d449d to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/eb633ee4a59e45e381f4a693ee8d449d 2024-11-25T01:26:15,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/94c22aca4b5a44dbaa0dcf362449cc38 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/94c22aca4b5a44dbaa0dcf362449cc38 2024-11-25T01:26:15,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/bd2b6bb099be4c7eb99063bb0cbf3021 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/bd2b6bb099be4c7eb99063bb0cbf3021 2024-11-25T01:26:15,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/a34d4168f1984b6ca7076e7ffba5ae45 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/a34d4168f1984b6ca7076e7ffba5ae45 2024-11-25T01:26:15,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/13b6bc7f7ed14b8e9e882bb22fd0fa7b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/13b6bc7f7ed14b8e9e882bb22fd0fa7b 2024-11-25T01:26:15,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/38935525c3cf4faea5295d0bde1cc216 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/38935525c3cf4faea5295d0bde1cc216 2024-11-25T01:26:15,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/90b45c09f99f42b2ba98125163a7df6d, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/4c28a66faa604470b111989b51ff53e9, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/bcad0990f48a43d4a195b23e9c7885f0, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/dbb40425984e474c83b4f1921fe0c3aa, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/ae777b6cbea54fa4821240a6aa445a50, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/eaa5d354287549f28824a2d0c6dd6ad3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/94872060790f46ac8551155af74707fb, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/e67eb8701f414dfaab3f3b3b568adeab, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/2d2a287d507340a69d63e5c7ce607c06, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/fa46334f19e34cc88302f218b423e066, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/2cdb5e6c3d144f069fde2b0644ba3447, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/9d4557e04b4a461ba8d5162547750b80, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/76e333ad407840a2a393dac4eb43afcc, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/63283bafbeae479dacdd885e8f3f2b8f, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/bfd2f3dbf5bd421fb5768a6c643a874e, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/63a05fe206ed4c0481c859ebab5978b8, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/962a9cb5e4004030bf79f998cab2179c, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/20fcb6593e7d415c842550fe3a00ae1e, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/e74499d39b824531b6507018a52cdf4e] to archive 2024-11-25T01:26:15,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T01:26:15,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/90b45c09f99f42b2ba98125163a7df6d to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/90b45c09f99f42b2ba98125163a7df6d 2024-11-25T01:26:15,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/4c28a66faa604470b111989b51ff53e9 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/4c28a66faa604470b111989b51ff53e9 2024-11-25T01:26:15,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/bcad0990f48a43d4a195b23e9c7885f0 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/bcad0990f48a43d4a195b23e9c7885f0 2024-11-25T01:26:15,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/dbb40425984e474c83b4f1921fe0c3aa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/dbb40425984e474c83b4f1921fe0c3aa 2024-11-25T01:26:15,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/ae777b6cbea54fa4821240a6aa445a50 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/ae777b6cbea54fa4821240a6aa445a50 2024-11-25T01:26:15,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/eaa5d354287549f28824a2d0c6dd6ad3 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/eaa5d354287549f28824a2d0c6dd6ad3 2024-11-25T01:26:15,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/94872060790f46ac8551155af74707fb to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/94872060790f46ac8551155af74707fb 2024-11-25T01:26:15,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/e67eb8701f414dfaab3f3b3b568adeab to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/e67eb8701f414dfaab3f3b3b568adeab 2024-11-25T01:26:15,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/2d2a287d507340a69d63e5c7ce607c06 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/2d2a287d507340a69d63e5c7ce607c06 2024-11-25T01:26:15,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/fa46334f19e34cc88302f218b423e066 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/fa46334f19e34cc88302f218b423e066 2024-11-25T01:26:15,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/2cdb5e6c3d144f069fde2b0644ba3447 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/2cdb5e6c3d144f069fde2b0644ba3447 2024-11-25T01:26:15,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/9d4557e04b4a461ba8d5162547750b80 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/9d4557e04b4a461ba8d5162547750b80 2024-11-25T01:26:15,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/76e333ad407840a2a393dac4eb43afcc to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/76e333ad407840a2a393dac4eb43afcc 2024-11-25T01:26:15,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/63283bafbeae479dacdd885e8f3f2b8f to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/63283bafbeae479dacdd885e8f3f2b8f 2024-11-25T01:26:15,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/bfd2f3dbf5bd421fb5768a6c643a874e to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/bfd2f3dbf5bd421fb5768a6c643a874e 2024-11-25T01:26:15,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/63a05fe206ed4c0481c859ebab5978b8 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/63a05fe206ed4c0481c859ebab5978b8 2024-11-25T01:26:15,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/962a9cb5e4004030bf79f998cab2179c to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/962a9cb5e4004030bf79f998cab2179c 2024-11-25T01:26:15,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/20fcb6593e7d415c842550fe3a00ae1e to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/20fcb6593e7d415c842550fe3a00ae1e 2024-11-25T01:26:15,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/e74499d39b824531b6507018a52cdf4e to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/e74499d39b824531b6507018a52cdf4e 2024-11-25T01:26:15,042 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/recovered.edits/340.seqid, newMaxSeqId=340, maxSeqId=1 2024-11-25T01:26:15,042 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f. 2024-11-25T01:26:15,042 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1635): Region close journal for 7a93c9861873fac2b82b3436d693854f: 2024-11-25T01:26:15,043 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(170): Closed 7a93c9861873fac2b82b3436d693854f 2024-11-25T01:26:15,044 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=7a93c9861873fac2b82b3436d693854f, regionState=CLOSED 2024-11-25T01:26:15,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-25T01:26:15,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; CloseRegionProcedure 7a93c9861873fac2b82b3436d693854f, server=15a7e74b0924,33739,1732497824462 in 1.4420 sec 2024-11-25T01:26:15,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-25T01:26:15,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a93c9861873fac2b82b3436d693854f, UNASSIGN in 1.4450 sec 2024-11-25T01:26:15,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-25T01:26:15,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4460 sec 2024-11-25T01:26:15,048 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732497975048"}]},"ts":"1732497975048"} 2024-11-25T01:26:15,049 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T01:26:15,053 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T01:26:15,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4600 sec 2024-11-25T01:26:15,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-25T01:26:15,699 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-25T01:26:15,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T01:26:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:26:15,701 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=154, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:26:15,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-25T01:26:15,701 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=154, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:26:15,703 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f 2024-11-25T01:26:15,704 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A, FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B, FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C, FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/recovered.edits] 2024-11-25T01:26:15,706 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/730fd17e013343cc8eeae47d33ec806c to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/730fd17e013343cc8eeae47d33ec806c 2024-11-25T01:26:15,707 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/7f52071dc7894209b007c54c3563c093 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/7f52071dc7894209b007c54c3563c093 2024-11-25T01:26:15,708 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/7ff0d61e46734a0a8057cc05f26ad3a4 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/7ff0d61e46734a0a8057cc05f26ad3a4 2024-11-25T01:26:15,709 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/8f81b6bdc874467b80f1e74f96511e27 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/A/8f81b6bdc874467b80f1e74f96511e27 2024-11-25T01:26:15,710 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/1daa8849cd7b47bdbf63dd3a2c3d8012 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/1daa8849cd7b47bdbf63dd3a2c3d8012 2024-11-25T01:26:15,711 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/596d1ad1020f49d8abcc449daabc91aa to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/596d1ad1020f49d8abcc449daabc91aa 2024-11-25T01:26:15,712 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/9abda4277bfc490eb0288698e6c170c5 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/9abda4277bfc490eb0288698e6c170c5 2024-11-25T01:26:15,713 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/bb70787510ac42f994ebcaa8cecec49a to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/B/bb70787510ac42f994ebcaa8cecec49a 2024-11-25T01:26:15,714 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/30ce3f02d898421b95d042700c48e345 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/30ce3f02d898421b95d042700c48e345 2024-11-25T01:26:15,715 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/3e72d72436534ceaa90e793fc56b7d5c to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/3e72d72436534ceaa90e793fc56b7d5c 2024-11-25T01:26:15,716 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/d1b9fb59f09c421ca67ebea44e965dca to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/d1b9fb59f09c421ca67ebea44e965dca 2024-11-25T01:26:15,716 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/ffcc5c277cb142c28b61085f9937da1f to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/C/ffcc5c277cb142c28b61085f9937da1f 2024-11-25T01:26:15,718 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/recovered.edits/340.seqid to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f/recovered.edits/340.seqid 2024-11-25T01:26:15,719 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/7a93c9861873fac2b82b3436d693854f 2024-11-25T01:26:15,719 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T01:26:15,720 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=154, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:26:15,722 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T01:26:15,723 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T01:26:15,724 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=154, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:26:15,724 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T01:26:15,724 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732497975724"}]},"ts":"9223372036854775807"} 2024-11-25T01:26:15,725 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T01:26:15,725 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 7a93c9861873fac2b82b3436d693854f, NAME => 'TestAcidGuarantees,,1732497940960.7a93c9861873fac2b82b3436d693854f.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T01:26:15,725 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T01:26:15,725 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732497975725"}]},"ts":"9223372036854775807"} 2024-11-25T01:26:15,726 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T01:26:15,728 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=154, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:26:15,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 28 msec 2024-11-25T01:26:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-25T01:26:15,802 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-11-25T01:26:15,812 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=237 (was 241), OpenFileDescriptor=442 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=261 (was 300), ProcessCount=11 (was 11), AvailableMemoryMB=6989 (was 7008) 2024-11-25T01:26:15,820 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=237, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=261, ProcessCount=11, AvailableMemoryMB=6989 2024-11-25T01:26:15,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T01:26:15,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T01:26:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T01:26:15,823 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T01:26:15,823 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:26:15,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 155 2024-11-25T01:26:15,823 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T01:26:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-25T01:26:15,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742302_1478 (size=963) 2024-11-25T01:26:15,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-25T01:26:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-25T01:26:16,229 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579 2024-11-25T01:26:16,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742303_1479 (size=53) 2024-11-25T01:26:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-25T01:26:16,635 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T01:26:16,635 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 83a694906ed039f23b289bf0c97ebb02, disabling compactions & flushes 2024-11-25T01:26:16,635 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:16,635 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:16,635 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. after waiting 0 ms 2024-11-25T01:26:16,635 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:16,635 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:16,635 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:16,636 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T01:26:16,636 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732497976636"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732497976636"}]},"ts":"1732497976636"} 2024-11-25T01:26:16,637 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T01:26:16,637 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T01:26:16,637 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732497976637"}]},"ts":"1732497976637"} 2024-11-25T01:26:16,638 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T01:26:16,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=83a694906ed039f23b289bf0c97ebb02, ASSIGN}] 2024-11-25T01:26:16,642 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=83a694906ed039f23b289bf0c97ebb02, ASSIGN 2024-11-25T01:26:16,642 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=83a694906ed039f23b289bf0c97ebb02, ASSIGN; state=OFFLINE, location=15a7e74b0924,33739,1732497824462; forceNewPlan=false, retain=false 2024-11-25T01:26:16,793 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=83a694906ed039f23b289bf0c97ebb02, regionState=OPENING, regionLocation=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:16,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; OpenRegionProcedure 83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462}] 2024-11-25T01:26:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-25T01:26:16,945 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:16,947 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:16,948 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7285): Opening region: {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} 2024-11-25T01:26:16,948 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:16,948 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T01:26:16,948 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7327): checking encryption for 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:16,948 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7330): checking classloading for 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:16,949 INFO [StoreOpener-83a694906ed039f23b289bf0c97ebb02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:16,950 INFO [StoreOpener-83a694906ed039f23b289bf0c97ebb02-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T01:26:16,950 INFO [StoreOpener-83a694906ed039f23b289bf0c97ebb02-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83a694906ed039f23b289bf0c97ebb02 columnFamilyName A 2024-11-25T01:26:16,950 DEBUG [StoreOpener-83a694906ed039f23b289bf0c97ebb02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:26:16,951 INFO [StoreOpener-83a694906ed039f23b289bf0c97ebb02-1 {}] regionserver.HStore(327): Store=83a694906ed039f23b289bf0c97ebb02/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T01:26:16,951 INFO [StoreOpener-83a694906ed039f23b289bf0c97ebb02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:16,952 INFO [StoreOpener-83a694906ed039f23b289bf0c97ebb02-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T01:26:16,952 INFO [StoreOpener-83a694906ed039f23b289bf0c97ebb02-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83a694906ed039f23b289bf0c97ebb02 columnFamilyName B 2024-11-25T01:26:16,952 DEBUG [StoreOpener-83a694906ed039f23b289bf0c97ebb02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:26:16,952 INFO [StoreOpener-83a694906ed039f23b289bf0c97ebb02-1 {}] regionserver.HStore(327): Store=83a694906ed039f23b289bf0c97ebb02/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T01:26:16,952 INFO [StoreOpener-83a694906ed039f23b289bf0c97ebb02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:16,953 INFO [StoreOpener-83a694906ed039f23b289bf0c97ebb02-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T01:26:16,953 INFO [StoreOpener-83a694906ed039f23b289bf0c97ebb02-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83a694906ed039f23b289bf0c97ebb02 columnFamilyName C 2024-11-25T01:26:16,953 DEBUG [StoreOpener-83a694906ed039f23b289bf0c97ebb02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:26:16,953 INFO [StoreOpener-83a694906ed039f23b289bf0c97ebb02-1 {}] regionserver.HStore(327): Store=83a694906ed039f23b289bf0c97ebb02/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T01:26:16,953 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:16,954 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:16,954 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:16,955 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T01:26:16,956 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1085): writing seq id for 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:16,957 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T01:26:16,958 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1102): Opened 83a694906ed039f23b289bf0c97ebb02; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60875127, jitterRate=-0.09288991987705231}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T01:26:16,958 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1001): Region open journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:16,959 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02., pid=157, masterSystemTime=1732497976945 2024-11-25T01:26:16,960 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:16,960 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:16,960 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=83a694906ed039f23b289bf0c97ebb02, regionState=OPEN, openSeqNum=2, regionLocation=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:16,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-25T01:26:16,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; OpenRegionProcedure 83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 in 167 msec 2024-11-25T01:26:16,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-25T01:26:16,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=83a694906ed039f23b289bf0c97ebb02, ASSIGN in 321 msec 2024-11-25T01:26:16,963 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T01:26:16,963 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732497976963"}]},"ts":"1732497976963"} 2024-11-25T01:26:16,964 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T01:26:16,966 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T01:26:16,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1450 sec 2024-11-25T01:26:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-25T01:26:17,927 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-25T01:26:17,928 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58ade5f9 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f838b5c 2024-11-25T01:26:17,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7070a098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:26:17,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:26:17,935 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35294, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:26:17,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T01:26:17,937 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T01:26:17,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T01:26:17,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T01:26:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T01:26:17,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742304_1480 (size=999) 2024-11-25T01:26:18,348 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-25T01:26:18,348 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-25T01:26:18,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T01:26:18,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=83a694906ed039f23b289bf0c97ebb02, REOPEN/MOVE}] 2024-11-25T01:26:18,351 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=83a694906ed039f23b289bf0c97ebb02, REOPEN/MOVE 2024-11-25T01:26:18,352 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=83a694906ed039f23b289bf0c97ebb02, regionState=CLOSING, regionLocation=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:18,353 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T01:26:18,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE; CloseRegionProcedure 83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462}] 2024-11-25T01:26:18,504 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:18,504 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(124): Close 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:18,504 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T01:26:18,504 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1681): Closing 83a694906ed039f23b289bf0c97ebb02, disabling compactions & flushes 2024-11-25T01:26:18,504 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:18,504 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:18,504 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. after waiting 0 ms 2024-11-25T01:26:18,504 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:18,508 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T01:26:18,508 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:18,508 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1635): Region close journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:18,508 WARN [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionServer(3786): Not adding moved region record: 83a694906ed039f23b289bf0c97ebb02 to self. 2024-11-25T01:26:18,509 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(170): Closed 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:18,510 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=83a694906ed039f23b289bf0c97ebb02, regionState=CLOSED 2024-11-25T01:26:18,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-11-25T01:26:18,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; CloseRegionProcedure 83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 in 157 msec 2024-11-25T01:26:18,512 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=83a694906ed039f23b289bf0c97ebb02, REOPEN/MOVE; state=CLOSED, location=15a7e74b0924,33739,1732497824462; forceNewPlan=false, retain=true 2024-11-25T01:26:18,662 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=83a694906ed039f23b289bf0c97ebb02, regionState=OPENING, regionLocation=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:18,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=160, state=RUNNABLE; OpenRegionProcedure 83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462}] 2024-11-25T01:26:18,815 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:18,817 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:18,817 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7285): Opening region: {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} 2024-11-25T01:26:18,818 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:18,818 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T01:26:18,818 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7327): checking encryption for 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:18,818 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7330): checking classloading for 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:18,819 INFO [StoreOpener-83a694906ed039f23b289bf0c97ebb02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:18,819 INFO [StoreOpener-83a694906ed039f23b289bf0c97ebb02-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T01:26:18,820 INFO [StoreOpener-83a694906ed039f23b289bf0c97ebb02-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83a694906ed039f23b289bf0c97ebb02 columnFamilyName A 2024-11-25T01:26:18,820 DEBUG [StoreOpener-83a694906ed039f23b289bf0c97ebb02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:26:18,821 INFO [StoreOpener-83a694906ed039f23b289bf0c97ebb02-1 {}] regionserver.HStore(327): Store=83a694906ed039f23b289bf0c97ebb02/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T01:26:18,821 INFO [StoreOpener-83a694906ed039f23b289bf0c97ebb02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:18,822 INFO [StoreOpener-83a694906ed039f23b289bf0c97ebb02-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T01:26:18,822 INFO [StoreOpener-83a694906ed039f23b289bf0c97ebb02-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83a694906ed039f23b289bf0c97ebb02 columnFamilyName B 2024-11-25T01:26:18,822 DEBUG [StoreOpener-83a694906ed039f23b289bf0c97ebb02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:26:18,822 INFO [StoreOpener-83a694906ed039f23b289bf0c97ebb02-1 {}] regionserver.HStore(327): Store=83a694906ed039f23b289bf0c97ebb02/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T01:26:18,822 INFO [StoreOpener-83a694906ed039f23b289bf0c97ebb02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:18,823 INFO [StoreOpener-83a694906ed039f23b289bf0c97ebb02-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T01:26:18,823 INFO [StoreOpener-83a694906ed039f23b289bf0c97ebb02-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83a694906ed039f23b289bf0c97ebb02 columnFamilyName C 2024-11-25T01:26:18,823 DEBUG [StoreOpener-83a694906ed039f23b289bf0c97ebb02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:26:18,823 INFO [StoreOpener-83a694906ed039f23b289bf0c97ebb02-1 {}] regionserver.HStore(327): Store=83a694906ed039f23b289bf0c97ebb02/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T01:26:18,823 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:18,824 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:18,824 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:18,825 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T01:26:18,826 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1085): writing seq id for 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:18,827 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1102): Opened 83a694906ed039f23b289bf0c97ebb02; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71434287, jitterRate=0.06445382535457611}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T01:26:18,828 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1001): Region open journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:18,828 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02., pid=162, masterSystemTime=1732497978815 2024-11-25T01:26:18,829 DEBUG [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:18,829 INFO [RS_OPEN_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:18,830 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=83a694906ed039f23b289bf0c97ebb02, regionState=OPEN, openSeqNum=5, regionLocation=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:18,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=160 2024-11-25T01:26:18,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=160, state=SUCCESS; OpenRegionProcedure 83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 in 167 msec 2024-11-25T01:26:18,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-25T01:26:18,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=83a694906ed039f23b289bf0c97ebb02, REOPEN/MOVE in 481 msec 2024-11-25T01:26:18,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-25T01:26:18,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 484 msec 2024-11-25T01:26:18,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 895 msec 2024-11-25T01:26:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-25T01:26:18,837 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x754d0bed to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@56b7b773 2024-11-25T01:26:18,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b6a95d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:26:18,841 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x39254f5a to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@52c26b22 2024-11-25T01:26:18,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a8cc66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:26:18,844 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x226948f1 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6333ace5 2024-11-25T01:26:18,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61fa8719, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:26:18,848 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14f4319f to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6adef360 2024-11-25T01:26:18,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f29636d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:26:18,853 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x00bd6c58 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1de5cadc 2024-11-25T01:26:18,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@943e006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:26:18,856 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6269e0a1 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@743c6f3a 2024-11-25T01:26:18,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260d3dc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:26:18,859 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1124eb0a to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@67603ab 2024-11-25T01:26:18,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49daf5a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:26:18,863 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68a403af to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ef93e4b 2024-11-25T01:26:18,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40908ffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:26:18,868 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20598fb9 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37c5f69f 2024-11-25T01:26:18,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ee60e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:26:18,872 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3527ada0 to 127.0.0.1:50052 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d4ed495 2024-11-25T01:26:18,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d27688a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:26:18,877 DEBUG [hconnection-0x16930ce6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:26:18,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:26:18,878 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:26:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-25T01:26:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T01:26:18,879 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:26:18,880 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:26:18,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:26:18,886 DEBUG [hconnection-0x104d7a0d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:26:18,887 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:26:18,888 DEBUG [hconnection-0x5701eebf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:26:18,889 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:26:18,896 DEBUG [hconnection-0x58114a51-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:26:18,896 DEBUG [hconnection-0x2374f718-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:26:18,897 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35328, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:26:18,897 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35336, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:26:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:18,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 83a694906ed039f23b289bf0c97ebb02 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T01:26:18,900 DEBUG [hconnection-0x5cc6b295-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:26:18,901 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:26:18,904 DEBUG [hconnection-0x6c67357-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:26:18,904 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35348, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:26:18,905 DEBUG [hconnection-0x59cf7dd8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:26:18,905 DEBUG [hconnection-0x1fd7649f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:26:18,906 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:26:18,906 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:26:18,907 DEBUG [hconnection-0x6589b121-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T01:26:18,907 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35358, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T01:26:18,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=A 2024-11-25T01:26:18,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:18,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=B 2024-11-25T01:26:18,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:18,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=C 2024-11-25T01:26:18,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:18,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:18,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35342 deadline: 1732498038935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498038935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:18,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498038936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:18,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498038937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:18,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498038938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:18,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112596b61f6eebea4c63aed04dec6f8ce287_83a694906ed039f23b289bf0c97ebb02 is 50, key is test_row_0/A:col10/1732497978898/Put/seqid=0 2024-11-25T01:26:18,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742305_1481 (size=12154) 2024-11-25T01:26:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T01:26:19,031 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:19,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-25T01:26:19,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:19,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:19,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:19,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:19,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:19,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35342 deadline: 1732498039039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:19,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498039039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:19,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498039039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:19,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498039039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:19,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498039041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:19,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T01:26:19,184 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:19,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-25T01:26:19,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:19,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:19,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:19,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:19,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:19,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:19,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498039241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:19,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498039241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:19,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35342 deadline: 1732498039242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:19,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498039242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:19,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498039244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:19,336 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:19,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-25T01:26:19,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:19,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:19,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:19,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:19,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:19,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:19,350 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:26:19,353 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112596b61f6eebea4c63aed04dec6f8ce287_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112596b61f6eebea4c63aed04dec6f8ce287_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:19,354 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/f1b59ed0e90248a5822f2a9db0cc3d99, store: [table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:19,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/f1b59ed0e90248a5822f2a9db0cc3d99 is 175, key is test_row_0/A:col10/1732497978898/Put/seqid=0 2024-11-25T01:26:19,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742306_1482 (size=30955) 2024-11-25T01:26:19,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T01:26:19,489 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:19,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-25T01:26:19,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:19,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:19,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:19,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:19,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:19,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498039544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:19,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498039545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:19,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35342 deadline: 1732498039545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:19,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498039546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:19,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498039548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:19,643 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:19,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-25T01:26:19,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:19,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:19,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:19,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:19,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:19,770 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/f1b59ed0e90248a5822f2a9db0cc3d99 2024-11-25T01:26:19,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/2625c576cf43438d9c049442552e19e7 is 50, key is test_row_0/B:col10/1732497978898/Put/seqid=0 2024-11-25T01:26:19,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742307_1483 (size=12001) 2024-11-25T01:26:19,796 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:19,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/2625c576cf43438d9c049442552e19e7 2024-11-25T01:26:19,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-25T01:26:19,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:19,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:19,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:19,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:19,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:19,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/b020549f87df4c239095531d06da1801 is 50, key is test_row_0/C:col10/1732497978898/Put/seqid=0 2024-11-25T01:26:19,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742308_1484 (size=12001) 2024-11-25T01:26:19,952 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:19,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-25T01:26:19,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:19,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:19,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:19,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:19,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:19,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:19,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T01:26:20,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:20,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498040047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:20,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:20,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498040047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:20,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:20,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35342 deadline: 1732498040048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:20,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:20,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498040050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:20,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:20,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498040051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:20,105 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:20,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-25T01:26:20,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:20,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:20,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:20,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:20,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:20,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:20,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/b020549f87df4c239095531d06da1801 2024-11-25T01:26:20,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/f1b59ed0e90248a5822f2a9db0cc3d99 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/f1b59ed0e90248a5822f2a9db0cc3d99 2024-11-25T01:26:20,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/f1b59ed0e90248a5822f2a9db0cc3d99, entries=150, sequenceid=17, filesize=30.2 K 2024-11-25T01:26:20,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/2625c576cf43438d9c049442552e19e7 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/2625c576cf43438d9c049442552e19e7 2024-11-25T01:26:20,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/2625c576cf43438d9c049442552e19e7, entries=150, sequenceid=17, filesize=11.7 K 2024-11-25T01:26:20,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/b020549f87df4c239095531d06da1801 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/b020549f87df4c239095531d06da1801 2024-11-25T01:26:20,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/b020549f87df4c239095531d06da1801, entries=150, sequenceid=17, filesize=11.7 K 2024-11-25T01:26:20,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 83a694906ed039f23b289bf0c97ebb02 in 1345ms, sequenceid=17, compaction requested=false 2024-11-25T01:26:20,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:20,257 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:20,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-25T01:26:20,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:20,258 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 83a694906ed039f23b289bf0c97ebb02 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T01:26:20,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=A 2024-11-25T01:26:20,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:20,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=B 2024-11-25T01:26:20,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:20,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=C 2024-11-25T01:26:20,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:20,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ea92ef7e12044d5fb3dc34a6e76d0284_83a694906ed039f23b289bf0c97ebb02 is 50, key is test_row_0/A:col10/1732497978933/Put/seqid=0 2024-11-25T01:26:20,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742309_1485 (size=12154) 2024-11-25T01:26:20,566 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T01:26:20,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:26:20,680 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ea92ef7e12044d5fb3dc34a6e76d0284_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ea92ef7e12044d5fb3dc34a6e76d0284_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:20,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/9117138144314ea1861dc2a95f861ac3, store: [table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:20,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/9117138144314ea1861dc2a95f861ac3 is 175, key is test_row_0/A:col10/1732497978933/Put/seqid=0 2024-11-25T01:26:20,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742310_1486 (size=30955) 2024-11-25T01:26:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T01:26:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:21,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:21,086 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/9117138144314ea1861dc2a95f861ac3 2024-11-25T01:26:21,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:21,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498041087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498041087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:21,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35342 deadline: 1732498041087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:21,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498041089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:21,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498041090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:21,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/4e06faf7f00c40e2a3255ec723b51c29 is 50, key is test_row_0/B:col10/1732497978933/Put/seqid=0 2024-11-25T01:26:21,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742311_1487 (size=12001) 2024-11-25T01:26:21,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:21,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498041191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498041191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:21,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:21,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35342 deadline: 1732498041191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498041192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:21,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498041193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:21,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498041394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:21,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498041394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:21,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498041395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:21,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35342 deadline: 1732498041395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:21,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498041395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:21,496 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/4e06faf7f00c40e2a3255ec723b51c29 2024-11-25T01:26:21,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/0b4d7935d4374f0bb70783c216172706 is 50, key is test_row_0/C:col10/1732497978933/Put/seqid=0 2024-11-25T01:26:21,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742312_1488 (size=12001) 2024-11-25T01:26:21,507 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/0b4d7935d4374f0bb70783c216172706 2024-11-25T01:26:21,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/9117138144314ea1861dc2a95f861ac3 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/9117138144314ea1861dc2a95f861ac3 2024-11-25T01:26:21,514 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/9117138144314ea1861dc2a95f861ac3, entries=150, sequenceid=41, filesize=30.2 K 2024-11-25T01:26:21,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/4e06faf7f00c40e2a3255ec723b51c29 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/4e06faf7f00c40e2a3255ec723b51c29 2024-11-25T01:26:21,518 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/4e06faf7f00c40e2a3255ec723b51c29, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T01:26:21,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/0b4d7935d4374f0bb70783c216172706 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/0b4d7935d4374f0bb70783c216172706 2024-11-25T01:26:21,521 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/0b4d7935d4374f0bb70783c216172706, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T01:26:21,522 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 83a694906ed039f23b289bf0c97ebb02 in 1264ms, sequenceid=41, compaction requested=false 2024-11-25T01:26:21,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:21,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:21,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-25T01:26:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-25T01:26:21,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-25T01:26:21,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6430 sec 2024-11-25T01:26:21,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 2.6460 sec 2024-11-25T01:26:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:21,699 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 83a694906ed039f23b289bf0c97ebb02 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T01:26:21,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=A 2024-11-25T01:26:21,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:21,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=B 2024-11-25T01:26:21,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:21,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=C 2024-11-25T01:26:21,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:21,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125673e9c0d429b4405a043a071970f5c9f_83a694906ed039f23b289bf0c97ebb02 is 50, key is test_row_0/A:col10/1732497981698/Put/seqid=0 2024-11-25T01:26:21,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742313_1489 (size=12154) 2024-11-25T01:26:21,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:21,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498041714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498041712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:21,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498041715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:21,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:21,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498041716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35342 deadline: 1732498041716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:21,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498041817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:21,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498041817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:21,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498041819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:21,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35342 deadline: 1732498041820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:21,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498041820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:22,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498042021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:22,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498042021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:22,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498042022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:22,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498042022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:22,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35342 deadline: 1732498042023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:22,111 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:26:22,114 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125673e9c0d429b4405a043a071970f5c9f_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125673e9c0d429b4405a043a071970f5c9f_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:22,115 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/d38f6a66f0a34b1b9b87bc4fd67ada69, store: [table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:22,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/d38f6a66f0a34b1b9b87bc4fd67ada69 is 175, key is test_row_0/A:col10/1732497981698/Put/seqid=0 2024-11-25T01:26:22,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742314_1490 (size=30955) 2024-11-25T01:26:22,119 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/d38f6a66f0a34b1b9b87bc4fd67ada69 2024-11-25T01:26:22,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/3315f25259284f87bfc6cdee48d83496 is 50, key is test_row_0/B:col10/1732497981698/Put/seqid=0 2024-11-25T01:26:22,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742315_1491 (size=12001) 2024-11-25T01:26:22,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498042323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:22,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498042324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:22,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498042324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:22,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498042326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:22,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35342 deadline: 1732498042328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:22,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/3315f25259284f87bfc6cdee48d83496 2024-11-25T01:26:22,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/22897278d3134ec18372274b2c9e0eaf is 50, key is test_row_0/C:col10/1732497981698/Put/seqid=0 2024-11-25T01:26:22,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742316_1492 (size=12001) 2024-11-25T01:26:22,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498042828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:22,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498042828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:22,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498042829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:22,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498042831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:22,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35342 deadline: 1732498042834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:22,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/22897278d3134ec18372274b2c9e0eaf 2024-11-25T01:26:22,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/d38f6a66f0a34b1b9b87bc4fd67ada69 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/d38f6a66f0a34b1b9b87bc4fd67ada69 2024-11-25T01:26:22,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/d38f6a66f0a34b1b9b87bc4fd67ada69, entries=150, sequenceid=54, filesize=30.2 K 2024-11-25T01:26:22,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/3315f25259284f87bfc6cdee48d83496 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/3315f25259284f87bfc6cdee48d83496 2024-11-25T01:26:22,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/3315f25259284f87bfc6cdee48d83496, entries=150, sequenceid=54, filesize=11.7 K 2024-11-25T01:26:22,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/22897278d3134ec18372274b2c9e0eaf as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/22897278d3134ec18372274b2c9e0eaf 2024-11-25T01:26:22,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/22897278d3134ec18372274b2c9e0eaf, entries=150, sequenceid=54, filesize=11.7 K 2024-11-25T01:26:22,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 83a694906ed039f23b289bf0c97ebb02 in 1260ms, sequenceid=54, compaction requested=true 2024-11-25T01:26:22,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:22,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83a694906ed039f23b289bf0c97ebb02:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:26:22,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:26:22,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83a694906ed039f23b289bf0c97ebb02:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:26:22,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:26:22,959 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:26:22,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83a694906ed039f23b289bf0c97ebb02:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:26:22,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:26:22,959 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:26:22,960 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:26:22,960 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:26:22,960 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 83a694906ed039f23b289bf0c97ebb02/B is initiating minor compaction (all files) 2024-11-25T01:26:22,960 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 83a694906ed039f23b289bf0c97ebb02/A is initiating minor compaction (all files) 2024-11-25T01:26:22,960 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 83a694906ed039f23b289bf0c97ebb02/B in TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:22,960 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 83a694906ed039f23b289bf0c97ebb02/A in TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:22,960 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/2625c576cf43438d9c049442552e19e7, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/4e06faf7f00c40e2a3255ec723b51c29, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/3315f25259284f87bfc6cdee48d83496] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp, totalSize=35.2 K 2024-11-25T01:26:22,960 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/f1b59ed0e90248a5822f2a9db0cc3d99, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/9117138144314ea1861dc2a95f861ac3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/d38f6a66f0a34b1b9b87bc4fd67ada69] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp, totalSize=90.7 K 2024-11-25T01:26:22,960 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:22,960 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. files: [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/f1b59ed0e90248a5822f2a9db0cc3d99, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/9117138144314ea1861dc2a95f861ac3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/d38f6a66f0a34b1b9b87bc4fd67ada69] 2024-11-25T01:26:22,961 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 2625c576cf43438d9c049442552e19e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732497978898 2024-11-25T01:26:22,961 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e06faf7f00c40e2a3255ec723b51c29, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732497978932 2024-11-25T01:26:22,961 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1b59ed0e90248a5822f2a9db0cc3d99, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732497978898 2024-11-25T01:26:22,961 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 3315f25259284f87bfc6cdee48d83496, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732497981058 2024-11-25T01:26:22,961 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9117138144314ea1861dc2a95f861ac3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732497978932 2024-11-25T01:26:22,961 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting d38f6a66f0a34b1b9b87bc4fd67ada69, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732497981058 2024-11-25T01:26:22,967 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:22,967 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83a694906ed039f23b289bf0c97ebb02#B#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:26:22,967 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/6db2c6e8169f45b2b0f915fc30a47813 is 50, key is test_row_0/B:col10/1732497981698/Put/seqid=0 2024-11-25T01:26:22,972 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125bf65421e0081400d8a98ae183163feb7_83a694906ed039f23b289bf0c97ebb02 store=[table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:22,974 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125bf65421e0081400d8a98ae183163feb7_83a694906ed039f23b289bf0c97ebb02, store=[table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:22,974 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125bf65421e0081400d8a98ae183163feb7_83a694906ed039f23b289bf0c97ebb02 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:22,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742317_1493 (size=12104) 2024-11-25T01:26:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T01:26:22,984 INFO [Thread-2164 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-25T01:26:22,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:26:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-25T01:26:22,986 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:26:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T01:26:22,987 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:26:22,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:26:22,992 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/6db2c6e8169f45b2b0f915fc30a47813 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/6db2c6e8169f45b2b0f915fc30a47813 2024-11-25T01:26:22,997 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 83a694906ed039f23b289bf0c97ebb02/B of 83a694906ed039f23b289bf0c97ebb02 into 6db2c6e8169f45b2b0f915fc30a47813(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:26:22,997 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:22,997 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02., storeName=83a694906ed039f23b289bf0c97ebb02/B, priority=13, startTime=1732497982959; duration=0sec 2024-11-25T01:26:22,997 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:26:22,997 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83a694906ed039f23b289bf0c97ebb02:B 2024-11-25T01:26:22,997 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:26:22,998 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:26:22,998 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 83a694906ed039f23b289bf0c97ebb02/C is initiating minor compaction (all files) 2024-11-25T01:26:22,998 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 83a694906ed039f23b289bf0c97ebb02/C in TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:22,998 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/b020549f87df4c239095531d06da1801, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/0b4d7935d4374f0bb70783c216172706, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/22897278d3134ec18372274b2c9e0eaf] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp, totalSize=35.2 K 2024-11-25T01:26:22,998 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting b020549f87df4c239095531d06da1801, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732497978898 2024-11-25T01:26:22,999 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b4d7935d4374f0bb70783c216172706, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732497978932 2024-11-25T01:26:22,999 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 22897278d3134ec18372274b2c9e0eaf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732497981058 2024-11-25T01:26:23,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742318_1494 (size=4469) 2024-11-25T01:26:23,010 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83a694906ed039f23b289bf0c97ebb02#A#compaction#421 average throughput is 0.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:26:23,011 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83a694906ed039f23b289bf0c97ebb02#C#compaction#422 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:26:23,011 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/033642fe75104f0d8ace9feff0b41e1b is 175, key is test_row_0/A:col10/1732497981698/Put/seqid=0 2024-11-25T01:26:23,011 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/50cc30fa4aa9403a97a4ebb93f972785 is 50, key is test_row_0/C:col10/1732497981698/Put/seqid=0 2024-11-25T01:26:23,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742319_1495 (size=31058) 2024-11-25T01:26:23,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742320_1496 (size=12104) 2024-11-25T01:26:23,033 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/50cc30fa4aa9403a97a4ebb93f972785 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/50cc30fa4aa9403a97a4ebb93f972785 2024-11-25T01:26:23,037 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 83a694906ed039f23b289bf0c97ebb02/C of 83a694906ed039f23b289bf0c97ebb02 into 50cc30fa4aa9403a97a4ebb93f972785(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:26:23,037 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:23,037 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02., storeName=83a694906ed039f23b289bf0c97ebb02/C, priority=13, startTime=1732497982959; duration=0sec 2024-11-25T01:26:23,037 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:26:23,037 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83a694906ed039f23b289bf0c97ebb02:C 2024-11-25T01:26:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T01:26:23,147 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:23,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-25T01:26:23,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:23,147 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 83a694906ed039f23b289bf0c97ebb02 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T01:26:23,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=A 2024-11-25T01:26:23,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:23,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=B 2024-11-25T01:26:23,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:23,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=C 2024-11-25T01:26:23,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:23,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254a5b3b213dc243429001685a018cee68_83a694906ed039f23b289bf0c97ebb02 is 50, key is test_row_0/A:col10/1732497981710/Put/seqid=0 2024-11-25T01:26:23,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742321_1497 (size=12154) 2024-11-25T01:26:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T01:26:23,427 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/033642fe75104f0d8ace9feff0b41e1b as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/033642fe75104f0d8ace9feff0b41e1b 2024-11-25T01:26:23,431 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 83a694906ed039f23b289bf0c97ebb02/A of 83a694906ed039f23b289bf0c97ebb02 into 033642fe75104f0d8ace9feff0b41e1b(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:26:23,431 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:23,431 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02., storeName=83a694906ed039f23b289bf0c97ebb02/A, priority=13, startTime=1732497982959; duration=0sec 2024-11-25T01:26:23,431 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:26:23,431 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83a694906ed039f23b289bf0c97ebb02:A 2024-11-25T01:26:23,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:26:23,562 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254a5b3b213dc243429001685a018cee68_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254a5b3b213dc243429001685a018cee68_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:23,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/773e89bc13f34d82b44825a75aed04c3, store: [table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:23,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/773e89bc13f34d82b44825a75aed04c3 is 175, key is test_row_0/A:col10/1732497981710/Put/seqid=0 2024-11-25T01:26:23,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742322_1498 (size=30955) 2024-11-25T01:26:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T01:26:23,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:23,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:23,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:23,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:23,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498043840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:23,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35342 deadline: 1732498043839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:23,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:23,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498043840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:23,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:23,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498043842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:23,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:23,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498043842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:23,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:23,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498043943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:23,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:23,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498043943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:23,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:23,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498043945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:23,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:23,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498043945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:23,968 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/773e89bc13f34d82b44825a75aed04c3 2024-11-25T01:26:23,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/bbc6255e9e974769a83b9c334c737428 is 50, key is test_row_0/B:col10/1732497981710/Put/seqid=0 2024-11-25T01:26:23,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742323_1499 (size=12001) 2024-11-25T01:26:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T01:26:24,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498044146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:24,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498044146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:24,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498044148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:24,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498044148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:24,380 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/bbc6255e9e974769a83b9c334c737428 2024-11-25T01:26:24,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/f6a2429983014e96931cd2e48e98997d is 50, key is test_row_0/C:col10/1732497981710/Put/seqid=0 2024-11-25T01:26:24,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742324_1500 (size=12001) 2024-11-25T01:26:24,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:24,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498044449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:24,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:24,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498044449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:24,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498044451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:24,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498044451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:24,794 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/f6a2429983014e96931cd2e48e98997d 2024-11-25T01:26:24,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/773e89bc13f34d82b44825a75aed04c3 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/773e89bc13f34d82b44825a75aed04c3 2024-11-25T01:26:24,802 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/773e89bc13f34d82b44825a75aed04c3, entries=150, sequenceid=79, filesize=30.2 K 2024-11-25T01:26:24,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/bbc6255e9e974769a83b9c334c737428 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/bbc6255e9e974769a83b9c334c737428 2024-11-25T01:26:24,807 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/bbc6255e9e974769a83b9c334c737428, entries=150, sequenceid=79, filesize=11.7 K 2024-11-25T01:26:24,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/f6a2429983014e96931cd2e48e98997d as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/f6a2429983014e96931cd2e48e98997d 2024-11-25T01:26:24,810 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/f6a2429983014e96931cd2e48e98997d, entries=150, sequenceid=79, filesize=11.7 K 2024-11-25T01:26:24,811 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 83a694906ed039f23b289bf0c97ebb02 in 1664ms, sequenceid=79, compaction requested=false 2024-11-25T01:26:24,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:24,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:24,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-25T01:26:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-25T01:26:24,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-25T01:26:24,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8250 sec 2024-11-25T01:26:24,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 1.8290 sec 2024-11-25T01:26:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:24,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 83a694906ed039f23b289bf0c97ebb02 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T01:26:24,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=A 2024-11-25T01:26:24,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:24,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=B 2024-11-25T01:26:24,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:24,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=C 2024-11-25T01:26:24,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:24,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251651f68bc9424ed6891973d38d8734f4_83a694906ed039f23b289bf0c97ebb02 is 50, key is test_row_0/A:col10/1732497984955/Put/seqid=0 2024-11-25T01:26:24,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742325_1501 (size=12154) 2024-11-25T01:26:25,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498045000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:25,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498045000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:25,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498045001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:25,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498045002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:25,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T01:26:25,090 INFO [Thread-2164 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-25T01:26:25,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:26:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-25T01:26:25,093 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:26:25,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T01:26:25,093 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:26:25,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:26:25,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498045103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:25,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498045104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:25,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498045104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:25,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498045105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T01:26:25,245 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:25,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T01:26:25,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:25,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:25,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:25,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:25,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:25,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498045306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:25,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498045306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:25,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498045307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:25,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498045307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:25,370 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:26:25,373 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251651f68bc9424ed6891973d38d8734f4_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251651f68bc9424ed6891973d38d8734f4_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:25,374 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/45ce3d6fa17c45e99e6bf4dae63c7730, store: [table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:25,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/45ce3d6fa17c45e99e6bf4dae63c7730 is 175, key is test_row_0/A:col10/1732497984955/Put/seqid=0 2024-11-25T01:26:25,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742326_1502 (size=30955) 2024-11-25T01:26:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T01:26:25,398 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:25,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T01:26:25,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:25,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:25,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:25,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:25,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:25,550 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:25,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T01:26:25,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:25,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:25,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:25,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:25,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:25,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498045610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:25,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498045610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:25,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498045610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:25,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498045611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T01:26:25,703 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:25,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T01:26:25,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:25,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:25,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:25,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:25,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:25,778 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/45ce3d6fa17c45e99e6bf4dae63c7730 2024-11-25T01:26:25,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/cd79ffa1d56e4da8bf39738858403ce1 is 50, key is test_row_0/B:col10/1732497984955/Put/seqid=0 2024-11-25T01:26:25,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742327_1503 (size=12001) 2024-11-25T01:26:25,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/cd79ffa1d56e4da8bf39738858403ce1 2024-11-25T01:26:25,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/4cdfbccf526e4d9cb072b89bdf70a0af is 50, key is test_row_0/C:col10/1732497984955/Put/seqid=0 2024-11-25T01:26:25,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742328_1504 (size=12001) 2024-11-25T01:26:25,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/4cdfbccf526e4d9cb072b89bdf70a0af 2024-11-25T01:26:25,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/45ce3d6fa17c45e99e6bf4dae63c7730 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/45ce3d6fa17c45e99e6bf4dae63c7730 2024-11-25T01:26:25,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/45ce3d6fa17c45e99e6bf4dae63c7730, entries=150, sequenceid=95, filesize=30.2 K 2024-11-25T01:26:25,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/cd79ffa1d56e4da8bf39738858403ce1 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/cd79ffa1d56e4da8bf39738858403ce1 2024-11-25T01:26:25,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/cd79ffa1d56e4da8bf39738858403ce1, entries=150, sequenceid=95, filesize=11.7 K 2024-11-25T01:26:25,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/4cdfbccf526e4d9cb072b89bdf70a0af as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/4cdfbccf526e4d9cb072b89bdf70a0af 2024-11-25T01:26:25,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/4cdfbccf526e4d9cb072b89bdf70a0af, entries=150, sequenceid=95, filesize=11.7 K 2024-11-25T01:26:25,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 83a694906ed039f23b289bf0c97ebb02 in 866ms, sequenceid=95, compaction requested=true 2024-11-25T01:26:25,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:25,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83a694906ed039f23b289bf0c97ebb02:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:26:25,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:26:25,822 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:26:25,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83a694906ed039f23b289bf0c97ebb02:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:26:25,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:26:25,822 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:26:25,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83a694906ed039f23b289bf0c97ebb02:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:26:25,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:26:25,823 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:26:25,823 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 83a694906ed039f23b289bf0c97ebb02/A is initiating minor compaction (all files) 2024-11-25T01:26:25,823 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 83a694906ed039f23b289bf0c97ebb02/A in TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:25,824 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/033642fe75104f0d8ace9feff0b41e1b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/773e89bc13f34d82b44825a75aed04c3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/45ce3d6fa17c45e99e6bf4dae63c7730] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp, totalSize=90.8 K 2024-11-25T01:26:25,824 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:26:25,824 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:25,824 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 83a694906ed039f23b289bf0c97ebb02/B is initiating minor compaction (all files) 2024-11-25T01:26:25,824 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 83a694906ed039f23b289bf0c97ebb02/B in TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:25,824 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. files: [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/033642fe75104f0d8ace9feff0b41e1b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/773e89bc13f34d82b44825a75aed04c3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/45ce3d6fa17c45e99e6bf4dae63c7730] 2024-11-25T01:26:25,824 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/6db2c6e8169f45b2b0f915fc30a47813, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/bbc6255e9e974769a83b9c334c737428, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/cd79ffa1d56e4da8bf39738858403ce1] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp, totalSize=35.3 K 2024-11-25T01:26:25,824 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 6db2c6e8169f45b2b0f915fc30a47813, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732497981058 2024-11-25T01:26:25,824 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 033642fe75104f0d8ace9feff0b41e1b, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732497981058 2024-11-25T01:26:25,824 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 773e89bc13f34d82b44825a75aed04c3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732497981710 2024-11-25T01:26:25,824 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting bbc6255e9e974769a83b9c334c737428, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732497981710 2024-11-25T01:26:25,825 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting cd79ffa1d56e4da8bf39738858403ce1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732497983839 2024-11-25T01:26:25,825 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45ce3d6fa17c45e99e6bf4dae63c7730, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732497983839 2024-11-25T01:26:25,830 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:25,832 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125cc13a8d07514433d84a424aa27d974c6_83a694906ed039f23b289bf0c97ebb02 store=[table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:25,832 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83a694906ed039f23b289bf0c97ebb02#B#compaction#430 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:26:25,833 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/809cb307f87d4af792cb27803ba49ba3 is 50, key is test_row_0/B:col10/1732497984955/Put/seqid=0 2024-11-25T01:26:25,834 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125cc13a8d07514433d84a424aa27d974c6_83a694906ed039f23b289bf0c97ebb02, store=[table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:25,834 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cc13a8d07514433d84a424aa27d974c6_83a694906ed039f23b289bf0c97ebb02 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:25,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742330_1506 (size=4469) 2024-11-25T01:26:25,839 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83a694906ed039f23b289bf0c97ebb02#A#compaction#429 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:26:25,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742329_1505 (size=12207) 2024-11-25T01:26:25,839 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/981916afdd174c1aa5999cfc9c4cacbd is 175, key is test_row_0/A:col10/1732497984955/Put/seqid=0 2024-11-25T01:26:25,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742331_1507 (size=31161) 2024-11-25T01:26:25,846 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/981916afdd174c1aa5999cfc9c4cacbd as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/981916afdd174c1aa5999cfc9c4cacbd 2024-11-25T01:26:25,850 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 83a694906ed039f23b289bf0c97ebb02/A of 83a694906ed039f23b289bf0c97ebb02 into 981916afdd174c1aa5999cfc9c4cacbd(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:26:25,850 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:25,850 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02., storeName=83a694906ed039f23b289bf0c97ebb02/A, priority=13, startTime=1732497985822; duration=0sec 2024-11-25T01:26:25,850 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:26:25,850 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83a694906ed039f23b289bf0c97ebb02:A 2024-11-25T01:26:25,850 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:26:25,851 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:26:25,851 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 83a694906ed039f23b289bf0c97ebb02/C is initiating minor compaction (all files) 2024-11-25T01:26:25,851 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 83a694906ed039f23b289bf0c97ebb02/C in TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:25,851 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/50cc30fa4aa9403a97a4ebb93f972785, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/f6a2429983014e96931cd2e48e98997d, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/4cdfbccf526e4d9cb072b89bdf70a0af] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp, totalSize=35.3 K 2024-11-25T01:26:25,852 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50cc30fa4aa9403a97a4ebb93f972785, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732497981058 2024-11-25T01:26:25,852 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6a2429983014e96931cd2e48e98997d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732497981710 2024-11-25T01:26:25,852 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4cdfbccf526e4d9cb072b89bdf70a0af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732497983839 2024-11-25T01:26:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:25,854 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 83a694906ed039f23b289bf0c97ebb02 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T01:26:25,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=A 2024-11-25T01:26:25,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:25,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=B 2024-11-25T01:26:25,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:25,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=C 2024-11-25T01:26:25,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:25,856 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:25,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T01:26:25,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:25,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:25,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:25,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:25,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:25,861 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83a694906ed039f23b289bf0c97ebb02#C#compaction#431 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:26:25,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112580dbde638f544b65bd557f9b807e3a5a_83a694906ed039f23b289bf0c97ebb02 is 50, key is test_row_0/A:col10/1732497985853/Put/seqid=0 2024-11-25T01:26:25,861 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/5a08d3579be34c74aa7ca9c210de8008 is 50, key is test_row_0/C:col10/1732497984955/Put/seqid=0 2024-11-25T01:26:25,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742332_1508 (size=14594) 2024-11-25T01:26:25,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742333_1509 (size=12207) 2024-11-25T01:26:25,873 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/5a08d3579be34c74aa7ca9c210de8008 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/5a08d3579be34c74aa7ca9c210de8008 2024-11-25T01:26:25,878 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 83a694906ed039f23b289bf0c97ebb02/C of 83a694906ed039f23b289bf0c97ebb02 into 5a08d3579be34c74aa7ca9c210de8008(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:26:25,878 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:25,878 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02., storeName=83a694906ed039f23b289bf0c97ebb02/C, priority=13, startTime=1732497985822; duration=0sec 2024-11-25T01:26:25,878 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:26:25,878 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83a694906ed039f23b289bf0c97ebb02:C 2024-11-25T01:26:25,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35342 deadline: 1732498045891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:25,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:25,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35342 deadline: 1732498045994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:26,010 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:26,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T01:26:26,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:26,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:26,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:26,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:26,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:26,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:26,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:26,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498046112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:26,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:26,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498046114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:26,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498046115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:26,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:26,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498046118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:26,163 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:26,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T01:26:26,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:26,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:26,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:26,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:26,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T01:26:26,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35342 deadline: 1732498046197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:26,244 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/809cb307f87d4af792cb27803ba49ba3 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/809cb307f87d4af792cb27803ba49ba3 2024-11-25T01:26:26,247 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 83a694906ed039f23b289bf0c97ebb02/B of 83a694906ed039f23b289bf0c97ebb02 into 809cb307f87d4af792cb27803ba49ba3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:26:26,247 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:26,247 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02., storeName=83a694906ed039f23b289bf0c97ebb02/B, priority=13, startTime=1732497985822; duration=0sec 2024-11-25T01:26:26,247 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:26:26,247 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83a694906ed039f23b289bf0c97ebb02:B 2024-11-25T01:26:26,265 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:26:26,269 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112580dbde638f544b65bd557f9b807e3a5a_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112580dbde638f544b65bd557f9b807e3a5a_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:26,270 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/2f2bed4efb794a0387b5f751cd21c184, store: [table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:26,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/2f2bed4efb794a0387b5f751cd21c184 is 175, key is test_row_0/A:col10/1732497985853/Put/seqid=0 2024-11-25T01:26:26,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742334_1510 (size=39549) 2024-11-25T01:26:26,315 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:26,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T01:26:26,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:26,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:26,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:26,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:26,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:26,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:26,468 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:26,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T01:26:26,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:26,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:26,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:26,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:26,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:26,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35342 deadline: 1732498046499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:26,620 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:26,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T01:26:26,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:26,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:26,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:26,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:26,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:26,676 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/2f2bed4efb794a0387b5f751cd21c184 2024-11-25T01:26:26,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/c370c7a9279d43798b14781dde6051f3 is 50, key is test_row_0/B:col10/1732497985853/Put/seqid=0 2024-11-25T01:26:26,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742335_1511 (size=12001) 2024-11-25T01:26:26,773 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:26,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T01:26:26,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:26,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:26,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:26,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:26,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:26,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:26,926 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:26,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T01:26:26,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:26,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:26,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:26,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:26,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:27,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35342 deadline: 1732498047002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:27,078 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:27,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T01:26:27,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:27,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:27,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:27,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:27,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:27,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/c370c7a9279d43798b14781dde6051f3 2024-11-25T01:26:27,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/de792a94ad0d4a08a97109565d3cc637 is 50, key is test_row_0/C:col10/1732497985853/Put/seqid=0 2024-11-25T01:26:27,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742336_1512 (size=12001) 2024-11-25T01:26:27,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498047123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:27,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498047125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:27,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498047126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:27,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498047127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T01:26:27,230 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:27,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T01:26:27,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:27,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:27,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:27,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:27,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:27,383 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:27,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T01:26:27,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:27,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:27,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:27,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:27,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:27,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/de792a94ad0d4a08a97109565d3cc637 2024-11-25T01:26:27,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/2f2bed4efb794a0387b5f751cd21c184 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/2f2bed4efb794a0387b5f751cd21c184 2024-11-25T01:26:27,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/2f2bed4efb794a0387b5f751cd21c184, entries=200, sequenceid=118, filesize=38.6 K 2024-11-25T01:26:27,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/c370c7a9279d43798b14781dde6051f3 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/c370c7a9279d43798b14781dde6051f3 2024-11-25T01:26:27,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/c370c7a9279d43798b14781dde6051f3, entries=150, sequenceid=118, filesize=11.7 K 2024-11-25T01:26:27,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/de792a94ad0d4a08a97109565d3cc637 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/de792a94ad0d4a08a97109565d3cc637 2024-11-25T01:26:27,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/de792a94ad0d4a08a97109565d3cc637, entries=150, sequenceid=118, filesize=11.7 K 2024-11-25T01:26:27,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 83a694906ed039f23b289bf0c97ebb02 in 1664ms, sequenceid=118, compaction requested=false 2024-11-25T01:26:27,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:27,536 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:27,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T01:26:27,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:27,537 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 83a694906ed039f23b289bf0c97ebb02 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T01:26:27,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=A 2024-11-25T01:26:27,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:27,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=B 2024-11-25T01:26:27,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:27,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=C 2024-11-25T01:26:27,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:27,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256c0e06a6655e4aabb6b86371ae5a8800_83a694906ed039f23b289bf0c97ebb02 is 50, key is test_row_0/A:col10/1732497985882/Put/seqid=0 2024-11-25T01:26:27,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742337_1513 (size=12304) 2024-11-25T01:26:27,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:26:27,553 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256c0e06a6655e4aabb6b86371ae5a8800_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256c0e06a6655e4aabb6b86371ae5a8800_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:27,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/772c5bbf24e946d7a2787ccb969c692d, store: [table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:27,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/772c5bbf24e946d7a2787ccb969c692d is 175, key is test_row_0/A:col10/1732497985882/Put/seqid=0 2024-11-25T01:26:27,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742338_1514 (size=31105) 2024-11-25T01:26:27,959 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/772c5bbf24e946d7a2787ccb969c692d 2024-11-25T01:26:27,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/243825748fdd4cb492046089fb88dc56 is 50, key is test_row_0/B:col10/1732497985882/Put/seqid=0 2024-11-25T01:26:27,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742339_1515 (size=12151) 2024-11-25T01:26:28,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:28,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35342 deadline: 1732498048052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:28,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:28,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35342 deadline: 1732498048154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:28,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35342 deadline: 1732498048357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:28,370 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/243825748fdd4cb492046089fb88dc56 2024-11-25T01:26:28,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/3c2a9ec4775b4a5ba48e652b500d0ac4 is 50, key is test_row_0/C:col10/1732497985882/Put/seqid=0 2024-11-25T01:26:28,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742340_1516 (size=12151) 2024-11-25T01:26:28,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35342 deadline: 1732498048660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:28,780 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/3c2a9ec4775b4a5ba48e652b500d0ac4 2024-11-25T01:26:28,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/772c5bbf24e946d7a2787ccb969c692d as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/772c5bbf24e946d7a2787ccb969c692d 2024-11-25T01:26:28,787 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/772c5bbf24e946d7a2787ccb969c692d, entries=150, sequenceid=134, filesize=30.4 K 2024-11-25T01:26:28,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/243825748fdd4cb492046089fb88dc56 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/243825748fdd4cb492046089fb88dc56 2024-11-25T01:26:28,791 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/243825748fdd4cb492046089fb88dc56, entries=150, sequenceid=134, filesize=11.9 K 2024-11-25T01:26:28,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/3c2a9ec4775b4a5ba48e652b500d0ac4 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/3c2a9ec4775b4a5ba48e652b500d0ac4 2024-11-25T01:26:28,795 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/3c2a9ec4775b4a5ba48e652b500d0ac4, entries=150, sequenceid=134, filesize=11.9 K 2024-11-25T01:26:28,796 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 83a694906ed039f23b289bf0c97ebb02 in 1259ms, sequenceid=134, compaction requested=true 2024-11-25T01:26:28,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:28,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:28,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-25T01:26:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-25T01:26:28,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-25T01:26:28,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.7030 sec 2024-11-25T01:26:28,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 3.7060 sec 2024-11-25T01:26:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:29,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 83a694906ed039f23b289bf0c97ebb02 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T01:26:29,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=A 2024-11-25T01:26:29,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:29,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=B 2024-11-25T01:26:29,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:29,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=C 2024-11-25T01:26:29,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:29,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256a336a1e50024248b2f401f57aa850b7_83a694906ed039f23b289bf0c97ebb02 is 50, key is test_row_0/A:col10/1732497988038/Put/seqid=0 2024-11-25T01:26:29,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742341_1517 (size=12304) 2024-11-25T01:26:29,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498049144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:29,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498049146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:29,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498049147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:29,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498049147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:29,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35342 deadline: 1732498049166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T01:26:29,197 INFO [Thread-2164 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-25T01:26:29,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:26:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-25T01:26:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T01:26:29,202 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:26:29,203 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:26:29,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:26:29,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498049248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:29,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498049251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:29,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498049251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:29,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498049251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T01:26:29,354 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:29,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T01:26:29,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:29,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:29,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:29,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:29,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:29,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498049451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:29,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498049453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:29,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498049453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:29,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498049453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T01:26:29,507 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:29,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T01:26:29,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:29,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:29,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:29,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:29,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:29,546 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:26:29,550 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256a336a1e50024248b2f401f57aa850b7_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256a336a1e50024248b2f401f57aa850b7_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:29,550 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/82cff69678da4215b35389d92414d2ac, store: [table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:29,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/82cff69678da4215b35389d92414d2ac is 175, key is test_row_0/A:col10/1732497988038/Put/seqid=0 2024-11-25T01:26:29,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742342_1518 (size=31105) 2024-11-25T01:26:29,555 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/82cff69678da4215b35389d92414d2ac 2024-11-25T01:26:29,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/c85c209ed1bd4c5d8182cc9bb78e8a49 is 50, key is test_row_0/B:col10/1732497988038/Put/seqid=0 2024-11-25T01:26:29,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742343_1519 (size=12151) 2024-11-25T01:26:29,659 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:29,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T01:26:29,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:29,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:29,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:29,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:29,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:29,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498049755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:29,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498049757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:29,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498049757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:29,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498049758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T01:26:29,812 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:29,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T01:26:29,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:29,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:29,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:29,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:29,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:29,964 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:29,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T01:26:29,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:29,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:29,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:29,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:29,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:29,966 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/c85c209ed1bd4c5d8182cc9bb78e8a49 2024-11-25T01:26:29,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/e62c77b9b0164e869e04c048c27efcfe is 50, key is test_row_0/C:col10/1732497988038/Put/seqid=0 2024-11-25T01:26:29,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742344_1520 (size=12151) 2024-11-25T01:26:30,117 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:30,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T01:26:30,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:30,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:30,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:30,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:30,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:30,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35342 deadline: 1732498050177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:30,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498050257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:30,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498050260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:30,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498050260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:30,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498050262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:30,269 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:30,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T01:26:30,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:30,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:30,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:30,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:30,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T01:26:30,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/e62c77b9b0164e869e04c048c27efcfe 2024-11-25T01:26:30,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/82cff69678da4215b35389d92414d2ac as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/82cff69678da4215b35389d92414d2ac 2024-11-25T01:26:30,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/82cff69678da4215b35389d92414d2ac, entries=150, sequenceid=157, filesize=30.4 K 2024-11-25T01:26:30,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/c85c209ed1bd4c5d8182cc9bb78e8a49 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/c85c209ed1bd4c5d8182cc9bb78e8a49 2024-11-25T01:26:30,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/c85c209ed1bd4c5d8182cc9bb78e8a49, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T01:26:30,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/e62c77b9b0164e869e04c048c27efcfe as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/e62c77b9b0164e869e04c048c27efcfe 2024-11-25T01:26:30,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/e62c77b9b0164e869e04c048c27efcfe, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T01:26:30,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 83a694906ed039f23b289bf0c97ebb02 in 1261ms, sequenceid=157, compaction requested=true 2024-11-25T01:26:30,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:30,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83a694906ed039f23b289bf0c97ebb02:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:26:30,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:26:30,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83a694906ed039f23b289bf0c97ebb02:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:26:30,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:26:30,396 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:26:30,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83a694906ed039f23b289bf0c97ebb02:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:26:30,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:26:30,396 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:26:30,397 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:26:30,397 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:26:30,397 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 83a694906ed039f23b289bf0c97ebb02/B is initiating minor compaction (all files) 2024-11-25T01:26:30,397 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 83a694906ed039f23b289bf0c97ebb02/A is initiating minor compaction (all files) 2024-11-25T01:26:30,397 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 83a694906ed039f23b289bf0c97ebb02/B in TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:30,397 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 83a694906ed039f23b289bf0c97ebb02/A in TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:30,397 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/981916afdd174c1aa5999cfc9c4cacbd, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/2f2bed4efb794a0387b5f751cd21c184, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/772c5bbf24e946d7a2787ccb969c692d, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/82cff69678da4215b35389d92414d2ac] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp, totalSize=129.8 K 2024-11-25T01:26:30,397 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/809cb307f87d4af792cb27803ba49ba3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/c370c7a9279d43798b14781dde6051f3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/243825748fdd4cb492046089fb88dc56, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/c85c209ed1bd4c5d8182cc9bb78e8a49] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp, totalSize=47.4 K 2024-11-25T01:26:30,397 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:30,398 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. files: [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/981916afdd174c1aa5999cfc9c4cacbd, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/2f2bed4efb794a0387b5f751cd21c184, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/772c5bbf24e946d7a2787ccb969c692d, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/82cff69678da4215b35389d92414d2ac] 2024-11-25T01:26:30,398 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 981916afdd174c1aa5999cfc9c4cacbd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732497983839 2024-11-25T01:26:30,398 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 809cb307f87d4af792cb27803ba49ba3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732497983839 2024-11-25T01:26:30,398 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting c370c7a9279d43798b14781dde6051f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732497984999 2024-11-25T01:26:30,398 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f2bed4efb794a0387b5f751cd21c184, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732497984998 2024-11-25T01:26:30,398 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 772c5bbf24e946d7a2787ccb969c692d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732497985882 2024-11-25T01:26:30,398 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 243825748fdd4cb492046089fb88dc56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732497985882 2024-11-25T01:26:30,399 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting c85c209ed1bd4c5d8182cc9bb78e8a49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732497988038 2024-11-25T01:26:30,399 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82cff69678da4215b35389d92414d2ac, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732497988038 2024-11-25T01:26:30,406 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83a694906ed039f23b289bf0c97ebb02#B#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:26:30,407 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/0f50603045624fe184770a3b809ddb49 is 50, key is test_row_0/B:col10/1732497988038/Put/seqid=0 2024-11-25T01:26:30,408 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:30,413 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112540cb33ea119e494fb213410314a49d8b_83a694906ed039f23b289bf0c97ebb02 store=[table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:30,415 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112540cb33ea119e494fb213410314a49d8b_83a694906ed039f23b289bf0c97ebb02, store=[table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:30,415 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112540cb33ea119e494fb213410314a49d8b_83a694906ed039f23b289bf0c97ebb02 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:30,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742345_1521 (size=12493) 2024-11-25T01:26:30,422 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:30,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T01:26:30,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:30,422 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 83a694906ed039f23b289bf0c97ebb02 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T01:26:30,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=A 2024-11-25T01:26:30,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:30,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=B 2024-11-25T01:26:30,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:30,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=C 2024-11-25T01:26:30,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:30,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742346_1522 (size=4469) 2024-11-25T01:26:30,426 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83a694906ed039f23b289bf0c97ebb02#A#compaction#442 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:26:30,426 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/fad7ed25af6d4f0e952df9201cf114ae is 175, key is test_row_0/A:col10/1732497988038/Put/seqid=0 2024-11-25T01:26:30,427 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/0f50603045624fe184770a3b809ddb49 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/0f50603045624fe184770a3b809ddb49 2024-11-25T01:26:30,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252dae7da8f22f491e91a384bd0f6771e1_83a694906ed039f23b289bf0c97ebb02 is 50, key is test_row_0/A:col10/1732497989145/Put/seqid=0 2024-11-25T01:26:30,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742347_1523 (size=31447) 2024-11-25T01:26:30,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742348_1524 (size=12304) 2024-11-25T01:26:30,433 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 83a694906ed039f23b289bf0c97ebb02/B of 83a694906ed039f23b289bf0c97ebb02 into 0f50603045624fe184770a3b809ddb49(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:26:30,433 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:30,433 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02., storeName=83a694906ed039f23b289bf0c97ebb02/B, priority=12, startTime=1732497990396; duration=0sec 2024-11-25T01:26:30,433 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:26:30,433 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83a694906ed039f23b289bf0c97ebb02:B 2024-11-25T01:26:30,433 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:26:30,435 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:26:30,435 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 83a694906ed039f23b289bf0c97ebb02/C is initiating minor compaction (all files) 2024-11-25T01:26:30,435 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 83a694906ed039f23b289bf0c97ebb02/C in TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:30,435 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/5a08d3579be34c74aa7ca9c210de8008, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/de792a94ad0d4a08a97109565d3cc637, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/3c2a9ec4775b4a5ba48e652b500d0ac4, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/e62c77b9b0164e869e04c048c27efcfe] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp, totalSize=47.4 K 2024-11-25T01:26:30,435 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a08d3579be34c74aa7ca9c210de8008, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732497983839 2024-11-25T01:26:30,435 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting de792a94ad0d4a08a97109565d3cc637, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732497984999 2024-11-25T01:26:30,436 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c2a9ec4775b4a5ba48e652b500d0ac4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732497985882 2024-11-25T01:26:30,436 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting e62c77b9b0164e869e04c048c27efcfe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732497988038 2024-11-25T01:26:30,443 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83a694906ed039f23b289bf0c97ebb02#C#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:26:30,444 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/16f257bb61ed45cfb849125056f8e93e is 50, key is test_row_0/C:col10/1732497988038/Put/seqid=0 2024-11-25T01:26:30,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742349_1525 (size=12493) 2024-11-25T01:26:30,453 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/16f257bb61ed45cfb849125056f8e93e as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/16f257bb61ed45cfb849125056f8e93e 2024-11-25T01:26:30,459 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 83a694906ed039f23b289bf0c97ebb02/C of 83a694906ed039f23b289bf0c97ebb02 into 16f257bb61ed45cfb849125056f8e93e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:26:30,459 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:30,459 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02., storeName=83a694906ed039f23b289bf0c97ebb02/C, priority=12, startTime=1732497990396; duration=0sec 2024-11-25T01:26:30,459 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:26:30,459 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83a694906ed039f23b289bf0c97ebb02:C 2024-11-25T01:26:30,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:26:30,838 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/fad7ed25af6d4f0e952df9201cf114ae as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/fad7ed25af6d4f0e952df9201cf114ae 2024-11-25T01:26:30,838 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252dae7da8f22f491e91a384bd0f6771e1_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252dae7da8f22f491e91a384bd0f6771e1_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:30,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/37afb830bf114d688850ef0ba2a27007, store: [table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:30,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/37afb830bf114d688850ef0ba2a27007 is 175, key is test_row_0/A:col10/1732497989145/Put/seqid=0 2024-11-25T01:26:30,845 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 83a694906ed039f23b289bf0c97ebb02/A of 83a694906ed039f23b289bf0c97ebb02 into fad7ed25af6d4f0e952df9201cf114ae(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:26:30,845 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:30,845 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02., storeName=83a694906ed039f23b289bf0c97ebb02/A, priority=12, startTime=1732497990396; duration=0sec 2024-11-25T01:26:30,845 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:26:30,845 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83a694906ed039f23b289bf0c97ebb02:A 2024-11-25T01:26:30,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742350_1526 (size=31105) 2024-11-25T01:26:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:31,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:31,273 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/37afb830bf114d688850ef0ba2a27007 2024-11-25T01:26:31,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/ae887655662b426faa872af48396513c is 50, key is test_row_0/B:col10/1732497989145/Put/seqid=0 2024-11-25T01:26:31,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498051280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:31,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498051281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:31,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498051282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:31,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498051282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:31,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742351_1527 (size=12151) 2024-11-25T01:26:31,284 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/ae887655662b426faa872af48396513c 2024-11-25T01:26:31,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/3d28e39296c0476291a2ba811eeb880c is 50, key is test_row_0/C:col10/1732497989145/Put/seqid=0 2024-11-25T01:26:31,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742352_1528 (size=12151) 2024-11-25T01:26:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T01:26:31,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498051383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:31,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498051383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:31,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498051384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:31,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498051384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:31,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498051585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:31,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498051586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:31,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498051586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:31,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498051586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:31,694 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/3d28e39296c0476291a2ba811eeb880c 2024-11-25T01:26:31,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/37afb830bf114d688850ef0ba2a27007 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/37afb830bf114d688850ef0ba2a27007 2024-11-25T01:26:31,702 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/37afb830bf114d688850ef0ba2a27007, entries=150, sequenceid=170, filesize=30.4 K 2024-11-25T01:26:31,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/ae887655662b426faa872af48396513c as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/ae887655662b426faa872af48396513c 2024-11-25T01:26:31,706 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/ae887655662b426faa872af48396513c, entries=150, sequenceid=170, filesize=11.9 K 2024-11-25T01:26:31,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/3d28e39296c0476291a2ba811eeb880c as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/3d28e39296c0476291a2ba811eeb880c 2024-11-25T01:26:31,709 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/3d28e39296c0476291a2ba811eeb880c, entries=150, sequenceid=170, filesize=11.9 K 2024-11-25T01:26:31,710 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 83a694906ed039f23b289bf0c97ebb02 in 1288ms, sequenceid=170, compaction requested=false 2024-11-25T01:26:31,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:31,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:31,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-25T01:26:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-25T01:26:31,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-25T01:26:31,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5080 sec 2024-11-25T01:26:31,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 2.5140 sec 2024-11-25T01:26:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:31,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 83a694906ed039f23b289bf0c97ebb02 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T01:26:31,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=A 2024-11-25T01:26:31,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:31,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=B 2024-11-25T01:26:31,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:31,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=C 2024-11-25T01:26:31,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:31,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256fff510f478e482bbeb11f27127f7dd4_83a694906ed039f23b289bf0c97ebb02 is 50, key is test_row_0/A:col10/1732497991889/Put/seqid=0 2024-11-25T01:26:31,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498051894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:31,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498051895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:31,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498051896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:31,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498051897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:31,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742353_1529 (size=12304) 2024-11-25T01:26:31,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:31,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498051998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:31,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:32,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498051998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:32,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:32,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498051998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:32,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:32,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498052000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:32,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:32,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35342 deadline: 1732498052197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:32,199 DEBUG [Thread-2158 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02., hostname=15a7e74b0924,33739,1732497824462, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T01:26:32,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498052200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:32,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498052201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:32,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498052201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:32,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:32,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498052204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:32,301 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:26:32,304 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256fff510f478e482bbeb11f27127f7dd4_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256fff510f478e482bbeb11f27127f7dd4_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:32,304 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/d01110e893f147289ceea2ae12a86a0c, store: [table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:32,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/d01110e893f147289ceea2ae12a86a0c is 175, key is test_row_0/A:col10/1732497991889/Put/seqid=0 2024-11-25T01:26:32,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742354_1530 (size=31105) 2024-11-25T01:26:32,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498052503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:32,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498052503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:32,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498052503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:32,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498052505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:32,709 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/d01110e893f147289ceea2ae12a86a0c 2024-11-25T01:26:32,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/c7bd4cc2101442dd94e8f7ec833e58dc is 50, key is test_row_0/B:col10/1732497991889/Put/seqid=0 2024-11-25T01:26:32,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742355_1531 (size=12151) 2024-11-25T01:26:32,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/c7bd4cc2101442dd94e8f7ec833e58dc 2024-11-25T01:26:32,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/d39cc23d68fa457c9b34319ae1ba2d17 is 50, key is test_row_0/C:col10/1732497991889/Put/seqid=0 2024-11-25T01:26:32,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742356_1532 (size=12151) 2024-11-25T01:26:32,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/d39cc23d68fa457c9b34319ae1ba2d17 2024-11-25T01:26:32,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/d01110e893f147289ceea2ae12a86a0c as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/d01110e893f147289ceea2ae12a86a0c 2024-11-25T01:26:32,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/d01110e893f147289ceea2ae12a86a0c, entries=150, sequenceid=199, filesize=30.4 K 2024-11-25T01:26:32,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/c7bd4cc2101442dd94e8f7ec833e58dc as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/c7bd4cc2101442dd94e8f7ec833e58dc 2024-11-25T01:26:32,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/c7bd4cc2101442dd94e8f7ec833e58dc, entries=150, sequenceid=199, filesize=11.9 K 2024-11-25T01:26:32,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/d39cc23d68fa457c9b34319ae1ba2d17 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/d39cc23d68fa457c9b34319ae1ba2d17 2024-11-25T01:26:32,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/d39cc23d68fa457c9b34319ae1ba2d17, entries=150, sequenceid=199, filesize=11.9 K 2024-11-25T01:26:32,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 83a694906ed039f23b289bf0c97ebb02 in 864ms, sequenceid=199, compaction requested=true 2024-11-25T01:26:32,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:32,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83a694906ed039f23b289bf0c97ebb02:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:26:32,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:26:32,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83a694906ed039f23b289bf0c97ebb02:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:26:32,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:26:32,754 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:26:32,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83a694906ed039f23b289bf0c97ebb02:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:26:32,754 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:26:32,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:26:32,755 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:26:32,755 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:26:32,755 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 83a694906ed039f23b289bf0c97ebb02/B is initiating minor compaction (all files) 2024-11-25T01:26:32,755 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 83a694906ed039f23b289bf0c97ebb02/A is initiating minor compaction (all files) 2024-11-25T01:26:32,755 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 83a694906ed039f23b289bf0c97ebb02/A in TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:32,755 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 83a694906ed039f23b289bf0c97ebb02/B in TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:32,755 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/fad7ed25af6d4f0e952df9201cf114ae, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/37afb830bf114d688850ef0ba2a27007, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/d01110e893f147289ceea2ae12a86a0c] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp, totalSize=91.5 K 2024-11-25T01:26:32,755 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:32,755 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/0f50603045624fe184770a3b809ddb49, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/ae887655662b426faa872af48396513c, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/c7bd4cc2101442dd94e8f7ec833e58dc] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp, totalSize=35.9 K 2024-11-25T01:26:32,755 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. files: [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/fad7ed25af6d4f0e952df9201cf114ae, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/37afb830bf114d688850ef0ba2a27007, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/d01110e893f147289ceea2ae12a86a0c] 2024-11-25T01:26:32,756 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f50603045624fe184770a3b809ddb49, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732497988038 2024-11-25T01:26:32,756 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting fad7ed25af6d4f0e952df9201cf114ae, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732497988038 2024-11-25T01:26:32,756 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37afb830bf114d688850ef0ba2a27007, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732497989145 2024-11-25T01:26:32,756 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting ae887655662b426faa872af48396513c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732497989145 2024-11-25T01:26:32,756 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting d01110e893f147289ceea2ae12a86a0c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732497991276 2024-11-25T01:26:32,756 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting c7bd4cc2101442dd94e8f7ec833e58dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732497991276 2024-11-25T01:26:32,762 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:32,764 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83a694906ed039f23b289bf0c97ebb02#B#compaction#451 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:26:32,764 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125bc145d29ece442a5b8222abc95948e55_83a694906ed039f23b289bf0c97ebb02 store=[table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:32,764 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/e6134783a1dd456ba01959c1f69d8d59 is 50, key is test_row_0/B:col10/1732497991889/Put/seqid=0 2024-11-25T01:26:32,766 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125bc145d29ece442a5b8222abc95948e55_83a694906ed039f23b289bf0c97ebb02, store=[table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:32,766 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125bc145d29ece442a5b8222abc95948e55_83a694906ed039f23b289bf0c97ebb02 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:32,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742358_1534 (size=4469) 2024-11-25T01:26:32,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742357_1533 (size=12595) 2024-11-25T01:26:32,786 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/e6134783a1dd456ba01959c1f69d8d59 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/e6134783a1dd456ba01959c1f69d8d59 2024-11-25T01:26:32,790 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 83a694906ed039f23b289bf0c97ebb02/B of 83a694906ed039f23b289bf0c97ebb02 into e6134783a1dd456ba01959c1f69d8d59(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:26:32,790 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:32,790 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02., storeName=83a694906ed039f23b289bf0c97ebb02/B, priority=13, startTime=1732497992754; duration=0sec 2024-11-25T01:26:32,790 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:26:32,790 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83a694906ed039f23b289bf0c97ebb02:B 2024-11-25T01:26:32,790 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:26:32,791 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:26:32,791 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 83a694906ed039f23b289bf0c97ebb02/C is initiating minor compaction (all files) 2024-11-25T01:26:32,791 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 83a694906ed039f23b289bf0c97ebb02/C in TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:32,791 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/16f257bb61ed45cfb849125056f8e93e, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/3d28e39296c0476291a2ba811eeb880c, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/d39cc23d68fa457c9b34319ae1ba2d17] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp, totalSize=35.9 K 2024-11-25T01:26:32,791 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 16f257bb61ed45cfb849125056f8e93e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732497988038 2024-11-25T01:26:32,792 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d28e39296c0476291a2ba811eeb880c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732497989145 2024-11-25T01:26:32,792 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting d39cc23d68fa457c9b34319ae1ba2d17, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732497991276 2024-11-25T01:26:32,800 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83a694906ed039f23b289bf0c97ebb02#C#compaction#452 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:26:32,801 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/011364cce5154600a1c86d3f213cbb5b is 50, key is test_row_0/C:col10/1732497991889/Put/seqid=0 2024-11-25T01:26:32,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742359_1535 (size=12595) 2024-11-25T01:26:32,809 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/011364cce5154600a1c86d3f213cbb5b as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/011364cce5154600a1c86d3f213cbb5b 2024-11-25T01:26:32,814 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 83a694906ed039f23b289bf0c97ebb02/C of 83a694906ed039f23b289bf0c97ebb02 into 011364cce5154600a1c86d3f213cbb5b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:26:32,814 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:32,815 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02., storeName=83a694906ed039f23b289bf0c97ebb02/C, priority=13, startTime=1732497992754; duration=0sec 2024-11-25T01:26:32,815 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:26:32,815 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83a694906ed039f23b289bf0c97ebb02:C 2024-11-25T01:26:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:33,008 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 83a694906ed039f23b289bf0c97ebb02 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T01:26:33,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=A 2024-11-25T01:26:33,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:33,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=B 2024-11-25T01:26:33,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:33,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=C 2024-11-25T01:26:33,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:33,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b691c9b9b2f4454ab062a1c76cbce81d_83a694906ed039f23b289bf0c97ebb02 is 50, key is test_row_0/A:col10/1732497993007/Put/seqid=0 2024-11-25T01:26:33,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742360_1536 (size=12304) 2024-11-25T01:26:33,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498053027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:33,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498053028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:33,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498053029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:33,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498053031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:33,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498053132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:33,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498053132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:33,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498053132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:33,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498053134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:33,179 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83a694906ed039f23b289bf0c97ebb02#A#compaction#450 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:26:33,180 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/781191b6fc9845139f9da67e724fc978 is 175, key is test_row_0/A:col10/1732497991889/Put/seqid=0 2024-11-25T01:26:33,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742361_1537 (size=31549) 2024-11-25T01:26:33,188 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/781191b6fc9845139f9da67e724fc978 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/781191b6fc9845139f9da67e724fc978 2024-11-25T01:26:33,192 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 83a694906ed039f23b289bf0c97ebb02/A of 83a694906ed039f23b289bf0c97ebb02 into 781191b6fc9845139f9da67e724fc978(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:26:33,192 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:33,192 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02., storeName=83a694906ed039f23b289bf0c97ebb02/A, priority=13, startTime=1732497992754; duration=0sec 2024-11-25T01:26:33,192 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:26:33,192 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83a694906ed039f23b289bf0c97ebb02:A 2024-11-25T01:26:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T01:26:33,304 INFO [Thread-2164 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-25T01:26:33,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:26:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-25T01:26:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T01:26:33,307 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:26:33,307 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:26:33,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:26:33,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498053334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:33,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:33,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498053334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:33,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498053336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:33,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:33,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498053336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T01:26:33,431 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:26:33,434 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b691c9b9b2f4454ab062a1c76cbce81d_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b691c9b9b2f4454ab062a1c76cbce81d_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:33,435 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/005e853e6bbf45e396b9a94467a9a502, store: [table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:33,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/005e853e6bbf45e396b9a94467a9a502 is 175, key is test_row_0/A:col10/1732497993007/Put/seqid=0 2024-11-25T01:26:33,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742362_1538 (size=31105) 2024-11-25T01:26:33,439 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/005e853e6bbf45e396b9a94467a9a502 2024-11-25T01:26:33,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/f79af5f0b6274c27bbb124b4d49112a7 is 50, key is test_row_0/B:col10/1732497993007/Put/seqid=0 2024-11-25T01:26:33,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742363_1539 (size=12151) 2024-11-25T01:26:33,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/f79af5f0b6274c27bbb124b4d49112a7 2024-11-25T01:26:33,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/b5a2069bb8474a088306343864e422dd is 50, key is test_row_0/C:col10/1732497993007/Put/seqid=0 2024-11-25T01:26:33,459 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:33,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T01:26:33,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:33,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:33,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:33,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:33,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:33,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742364_1540 (size=12151) 2024-11-25T01:26:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T01:26:33,612 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:33,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T01:26:33,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:33,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:33,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:33,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:33,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:33,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498053636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:33,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:33,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498053639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:33,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:33,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498053639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:33,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:33,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498053639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:33,764 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:33,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T01:26:33,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:33,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:33,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:33,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:33,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:33,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/b5a2069bb8474a088306343864e422dd 2024-11-25T01:26:33,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/005e853e6bbf45e396b9a94467a9a502 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/005e853e6bbf45e396b9a94467a9a502 2024-11-25T01:26:33,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/005e853e6bbf45e396b9a94467a9a502, entries=150, sequenceid=212, filesize=30.4 K 2024-11-25T01:26:33,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/f79af5f0b6274c27bbb124b4d49112a7 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/f79af5f0b6274c27bbb124b4d49112a7 2024-11-25T01:26:33,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/f79af5f0b6274c27bbb124b4d49112a7, entries=150, sequenceid=212, filesize=11.9 K 2024-11-25T01:26:33,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/b5a2069bb8474a088306343864e422dd as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/b5a2069bb8474a088306343864e422dd 2024-11-25T01:26:33,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/b5a2069bb8474a088306343864e422dd, entries=150, sequenceid=212, filesize=11.9 K 2024-11-25T01:26:33,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 83a694906ed039f23b289bf0c97ebb02 in 869ms, sequenceid=212, compaction requested=false 2024-11-25T01:26:33,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:33,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T01:26:33,917 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:33,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T01:26:33,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:33,917 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 83a694906ed039f23b289bf0c97ebb02 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T01:26:33,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=A 2024-11-25T01:26:33,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:33,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=B 2024-11-25T01:26:33,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:33,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=C 2024-11-25T01:26:33,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:33,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a53e7bf78b234a6da71dc7076616165a_83a694906ed039f23b289bf0c97ebb02 is 50, key is test_row_0/A:col10/1732497993023/Put/seqid=0 2024-11-25T01:26:33,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742365_1541 (size=12304) 2024-11-25T01:26:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:34,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:34,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:34,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498054145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:34,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498054145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:34,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:34,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498054146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498054146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:34,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498054248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:34,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498054248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:34,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498054249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:34,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498054249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:34,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:26:34,332 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a53e7bf78b234a6da71dc7076616165a_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a53e7bf78b234a6da71dc7076616165a_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:34,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/2d71eb2a76554f7c9c29009cf082b093, store: [table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:34,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/2d71eb2a76554f7c9c29009cf082b093 is 175, key is test_row_0/A:col10/1732497993023/Put/seqid=0 2024-11-25T01:26:34,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742366_1542 (size=31105) 2024-11-25T01:26:34,338 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/2d71eb2a76554f7c9c29009cf082b093 2024-11-25T01:26:34,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/004b6b7e11e04f7aab9558455f276555 is 50, key is test_row_0/B:col10/1732497993023/Put/seqid=0 2024-11-25T01:26:34,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742367_1543 (size=12151) 2024-11-25T01:26:34,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T01:26:34,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498054451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:34,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498054452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:34,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498054452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:34,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498054452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:34,747 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/004b6b7e11e04f7aab9558455f276555 2024-11-25T01:26:34,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/cacfff9f2c6f46d1984390ee49653631 is 50, key is test_row_0/C:col10/1732497993023/Put/seqid=0 2024-11-25T01:26:34,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498054754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:34,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498054755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:34,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498054755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:34,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498054755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:34,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742368_1544 (size=12151) 2024-11-25T01:26:34,758 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/cacfff9f2c6f46d1984390ee49653631 2024-11-25T01:26:34,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/2d71eb2a76554f7c9c29009cf082b093 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/2d71eb2a76554f7c9c29009cf082b093 2024-11-25T01:26:34,765 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/2d71eb2a76554f7c9c29009cf082b093, entries=150, sequenceid=238, filesize=30.4 K 2024-11-25T01:26:34,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/004b6b7e11e04f7aab9558455f276555 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/004b6b7e11e04f7aab9558455f276555 2024-11-25T01:26:34,769 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/004b6b7e11e04f7aab9558455f276555, entries=150, sequenceid=238, filesize=11.9 K 2024-11-25T01:26:34,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/cacfff9f2c6f46d1984390ee49653631 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/cacfff9f2c6f46d1984390ee49653631 2024-11-25T01:26:34,773 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/cacfff9f2c6f46d1984390ee49653631, entries=150, sequenceid=238, filesize=11.9 K 2024-11-25T01:26:34,774 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 83a694906ed039f23b289bf0c97ebb02 in 857ms, sequenceid=238, compaction requested=true 2024-11-25T01:26:34,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:34,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:34,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-25T01:26:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-25T01:26:34,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-25T01:26:34,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4680 sec 2024-11-25T01:26:34,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.4700 sec 2024-11-25T01:26:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:35,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 83a694906ed039f23b289bf0c97ebb02 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T01:26:35,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=A 2024-11-25T01:26:35,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:35,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=B 2024-11-25T01:26:35,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:35,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=C 2024-11-25T01:26:35,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:35,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b8251def73224fcc81723230cf7cd9c2_83a694906ed039f23b289bf0c97ebb02 is 50, key is test_row_0/A:col10/1732497994144/Put/seqid=0 2024-11-25T01:26:35,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742369_1545 (size=17284) 2024-11-25T01:26:35,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498055280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:35,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498055280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:35,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498055281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:35,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498055282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:35,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498055384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:35,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498055384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:35,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498055384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:35,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498055384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T01:26:35,410 INFO [Thread-2164 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-25T01:26:35,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T01:26:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-25T01:26:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T01:26:35,413 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T01:26:35,414 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T01:26:35,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T01:26:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T01:26:35,565 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:35,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T01:26:35,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:35,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:35,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:35,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:35,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:35,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498055587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:35,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498055587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:35,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498055587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:35,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498055588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:35,673 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:26:35,677 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b8251def73224fcc81723230cf7cd9c2_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b8251def73224fcc81723230cf7cd9c2_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:35,678 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/95a8a99e74ad46348498ecdf0f2476ae, store: [table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:35,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/95a8a99e74ad46348498ecdf0f2476ae is 175, key is test_row_0/A:col10/1732497994144/Put/seqid=0 2024-11-25T01:26:35,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742370_1546 (size=48389) 2024-11-25T01:26:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T01:26:35,718 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:35,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T01:26:35,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:35,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:35,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:35,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:35,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:35,871 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:35,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T01:26:35,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:35,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:35,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:35,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:35,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:35,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:35,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498055889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:35,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498055891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:35,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:35,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498055892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:35,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498055892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T01:26:36,024 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:36,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T01:26:36,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:36,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:36,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:36,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:36,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:36,082 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/95a8a99e74ad46348498ecdf0f2476ae 2024-11-25T01:26:36,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/e5456aa7062246bca5f3c810733c167d is 50, key is test_row_0/B:col10/1732497994144/Put/seqid=0 2024-11-25T01:26:36,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742371_1547 (size=12151) 2024-11-25T01:26:36,176 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:36,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T01:26:36,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:36,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:36,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:36,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:36,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:36,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:36,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:36,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35342 deadline: 1732498056219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:36,221 DEBUG [Thread-2158 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02., hostname=15a7e74b0924,33739,1732497824462, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T01:26:36,329 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:36,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T01:26:36,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:36,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:36,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:36,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:36,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:36,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498056393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:36,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498056393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:36,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498056394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:36,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498056400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:36,481 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:36,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T01:26:36,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:36,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:36,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:36,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:36,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:36,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/e5456aa7062246bca5f3c810733c167d 2024-11-25T01:26:36,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/5ce3517367ac451f83116427cf151e7d is 50, key is test_row_0/C:col10/1732497994144/Put/seqid=0 2024-11-25T01:26:36,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742372_1548 (size=12151) 2024-11-25T01:26:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T01:26:36,634 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:36,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T01:26:36,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:36,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:36,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:36,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:36,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:36,787 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:36,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T01:26:36,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:36,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:36,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:36,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:36,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T01:26:36,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/5ce3517367ac451f83116427cf151e7d 2024-11-25T01:26:36,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/95a8a99e74ad46348498ecdf0f2476ae as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/95a8a99e74ad46348498ecdf0f2476ae 2024-11-25T01:26:36,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/95a8a99e74ad46348498ecdf0f2476ae, entries=250, sequenceid=251, filesize=47.3 K 2024-11-25T01:26:36,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/e5456aa7062246bca5f3c810733c167d as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/e5456aa7062246bca5f3c810733c167d 2024-11-25T01:26:36,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/e5456aa7062246bca5f3c810733c167d, entries=150, sequenceid=251, filesize=11.9 K 2024-11-25T01:26:36,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/5ce3517367ac451f83116427cf151e7d as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/5ce3517367ac451f83116427cf151e7d 2024-11-25T01:26:36,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/5ce3517367ac451f83116427cf151e7d, entries=150, sequenceid=251, filesize=11.9 K 2024-11-25T01:26:36,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 83a694906ed039f23b289bf0c97ebb02 in 1663ms, sequenceid=251, compaction requested=true 2024-11-25T01:26:36,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:36,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83a694906ed039f23b289bf0c97ebb02:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:26:36,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:26:36,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83a694906ed039f23b289bf0c97ebb02:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:26:36,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:26:36,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83a694906ed039f23b289bf0c97ebb02:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:26:36,925 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:26:36,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:26:36,925 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:26:36,925 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:26:36,925 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142148 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:26:36,926 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 83a694906ed039f23b289bf0c97ebb02/B is initiating minor compaction (all files) 2024-11-25T01:26:36,926 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 83a694906ed039f23b289bf0c97ebb02/A is initiating minor compaction (all files) 2024-11-25T01:26:36,926 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 83a694906ed039f23b289bf0c97ebb02/B in TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:36,926 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 83a694906ed039f23b289bf0c97ebb02/A in TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:36,926 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/781191b6fc9845139f9da67e724fc978, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/005e853e6bbf45e396b9a94467a9a502, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/2d71eb2a76554f7c9c29009cf082b093, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/95a8a99e74ad46348498ecdf0f2476ae] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp, totalSize=138.8 K 2024-11-25T01:26:36,926 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/e6134783a1dd456ba01959c1f69d8d59, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/f79af5f0b6274c27bbb124b4d49112a7, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/004b6b7e11e04f7aab9558455f276555, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/e5456aa7062246bca5f3c810733c167d] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp, totalSize=47.9 K 2024-11-25T01:26:36,926 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:36,926 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. files: [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/781191b6fc9845139f9da67e724fc978, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/005e853e6bbf45e396b9a94467a9a502, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/2d71eb2a76554f7c9c29009cf082b093, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/95a8a99e74ad46348498ecdf0f2476ae] 2024-11-25T01:26:36,926 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting e6134783a1dd456ba01959c1f69d8d59, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732497991276 2024-11-25T01:26:36,926 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 781191b6fc9845139f9da67e724fc978, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732497991276 2024-11-25T01:26:36,926 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting f79af5f0b6274c27bbb124b4d49112a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732497991894 2024-11-25T01:26:36,926 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 005e853e6bbf45e396b9a94467a9a502, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732497991894 2024-11-25T01:26:36,927 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d71eb2a76554f7c9c29009cf082b093, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732497993023 2024-11-25T01:26:36,927 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 004b6b7e11e04f7aab9558455f276555, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732497993023 2024-11-25T01:26:36,927 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95a8a99e74ad46348498ecdf0f2476ae, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732497994142 2024-11-25T01:26:36,927 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting e5456aa7062246bca5f3c810733c167d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732497994142 2024-11-25T01:26:36,933 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:36,935 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83a694906ed039f23b289bf0c97ebb02#B#compaction#462 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:26:36,935 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/b6158875d6a64cfabc8ca27c9e60f28a is 50, key is test_row_0/B:col10/1732497994144/Put/seqid=0 2024-11-25T01:26:36,938 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112576d1f41a3bc8407cad61efceeb81eaa8_83a694906ed039f23b289bf0c97ebb02 store=[table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:36,940 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:36,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33739 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T01:26:36,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:36,940 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 83a694906ed039f23b289bf0c97ebb02 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T01:26:36,940 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112576d1f41a3bc8407cad61efceeb81eaa8_83a694906ed039f23b289bf0c97ebb02, store=[table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:36,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=A 2024-11-25T01:26:36,941 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112576d1f41a3bc8407cad61efceeb81eaa8_83a694906ed039f23b289bf0c97ebb02 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:36,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:36,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=B 2024-11-25T01:26:36,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:36,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=C 2024-11-25T01:26:36,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:36,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742373_1549 (size=12731) 2024-11-25T01:26:36,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742374_1550 (size=4469) 2024-11-25T01:26:36,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112527ac53c138de41fbb07c3250ed35548d_83a694906ed039f23b289bf0c97ebb02 is 50, key is test_row_0/A:col10/1732497995280/Put/seqid=0 2024-11-25T01:26:36,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742375_1551 (size=12454) 2024-11-25T01:26:36,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:26:36,960 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112527ac53c138de41fbb07c3250ed35548d_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112527ac53c138de41fbb07c3250ed35548d_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:36,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/11163c729471422998e867cd877d046e, store: [table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:36,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/11163c729471422998e867cd877d046e is 175, key is test_row_0/A:col10/1732497995280/Put/seqid=0 2024-11-25T01:26:36,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742376_1552 (size=31255) 2024-11-25T01:26:37,347 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/b6158875d6a64cfabc8ca27c9e60f28a as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/b6158875d6a64cfabc8ca27c9e60f28a 2024-11-25T01:26:37,350 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83a694906ed039f23b289bf0c97ebb02#A#compaction#463 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:26:37,351 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 83a694906ed039f23b289bf0c97ebb02/B of 83a694906ed039f23b289bf0c97ebb02 into b6158875d6a64cfabc8ca27c9e60f28a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:26:37,351 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:37,351 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/d78833ddabc844ad88e1f10eec16d496 is 175, key is test_row_0/A:col10/1732497994144/Put/seqid=0 2024-11-25T01:26:37,351 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02., storeName=83a694906ed039f23b289bf0c97ebb02/B, priority=12, startTime=1732497996925; duration=0sec 2024-11-25T01:26:37,351 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:26:37,351 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83a694906ed039f23b289bf0c97ebb02:B 2024-11-25T01:26:37,351 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T01:26:37,353 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T01:26:37,353 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 83a694906ed039f23b289bf0c97ebb02/C is initiating minor compaction (all files) 2024-11-25T01:26:37,353 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 83a694906ed039f23b289bf0c97ebb02/C in TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:37,353 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/011364cce5154600a1c86d3f213cbb5b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/b5a2069bb8474a088306343864e422dd, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/cacfff9f2c6f46d1984390ee49653631, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/5ce3517367ac451f83116427cf151e7d] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp, totalSize=47.9 K 2024-11-25T01:26:37,353 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 011364cce5154600a1c86d3f213cbb5b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732497991276 2024-11-25T01:26:37,354 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting b5a2069bb8474a088306343864e422dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732497991894 2024-11-25T01:26:37,354 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting cacfff9f2c6f46d1984390ee49653631, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732497993023 2024-11-25T01:26:37,354 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ce3517367ac451f83116427cf151e7d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732497994142 2024-11-25T01:26:37,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742377_1553 (size=31685) 2024-11-25T01:26:37,362 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83a694906ed039f23b289bf0c97ebb02#C#compaction#465 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:26:37,362 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/751f6f7ea29c4689b4686e9bb48f17bd is 50, key is test_row_0/C:col10/1732497994144/Put/seqid=0 2024-11-25T01:26:37,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742378_1554 (size=12731) 2024-11-25T01:26:37,366 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/11163c729471422998e867cd877d046e 2024-11-25T01:26:37,373 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/751f6f7ea29c4689b4686e9bb48f17bd as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/751f6f7ea29c4689b4686e9bb48f17bd 2024-11-25T01:26:37,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/353eef8a47294f33a9276c16bc2e4336 is 50, key is test_row_0/B:col10/1732497995280/Put/seqid=0 2024-11-25T01:26:37,379 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 83a694906ed039f23b289bf0c97ebb02/C of 83a694906ed039f23b289bf0c97ebb02 into 751f6f7ea29c4689b4686e9bb48f17bd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:26:37,379 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:37,379 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02., storeName=83a694906ed039f23b289bf0c97ebb02/C, priority=12, startTime=1732497996925; duration=0sec 2024-11-25T01:26:37,379 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:26:37,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742379_1555 (size=12301) 2024-11-25T01:26:37,379 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83a694906ed039f23b289bf0c97ebb02:C 2024-11-25T01:26:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:37,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. as already flushing 2024-11-25T01:26:37,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498057405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:37,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498057405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:37,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498057406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:37,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498057408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:37,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498057508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:37,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498057508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:37,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498057509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:37,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T01:26:37,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:37,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498057709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:37,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498057712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:37,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498057712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:37,759 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/d78833ddabc844ad88e1f10eec16d496 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/d78833ddabc844ad88e1f10eec16d496 2024-11-25T01:26:37,763 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 83a694906ed039f23b289bf0c97ebb02/A of 83a694906ed039f23b289bf0c97ebb02 into d78833ddabc844ad88e1f10eec16d496(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:26:37,763 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:37,763 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02., storeName=83a694906ed039f23b289bf0c97ebb02/A, priority=12, startTime=1732497996924; duration=0sec 2024-11-25T01:26:37,763 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:26:37,763 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83a694906ed039f23b289bf0c97ebb02:A 2024-11-25T01:26:37,779 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/353eef8a47294f33a9276c16bc2e4336 2024-11-25T01:26:37,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/30cb9b2a60ed4a47b023c5532db17c98 is 50, key is test_row_0/C:col10/1732497995280/Put/seqid=0 2024-11-25T01:26:37,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742380_1556 (size=12301) 2024-11-25T01:26:38,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498058012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:38,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498058014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:38,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498058017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:38,197 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/30cb9b2a60ed4a47b023c5532db17c98 2024-11-25T01:26:38,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/11163c729471422998e867cd877d046e as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/11163c729471422998e867cd877d046e 2024-11-25T01:26:38,204 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/11163c729471422998e867cd877d046e, entries=150, sequenceid=274, filesize=30.5 K 2024-11-25T01:26:38,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/353eef8a47294f33a9276c16bc2e4336 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/353eef8a47294f33a9276c16bc2e4336 2024-11-25T01:26:38,208 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/353eef8a47294f33a9276c16bc2e4336, entries=150, sequenceid=274, filesize=12.0 K 2024-11-25T01:26:38,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/30cb9b2a60ed4a47b023c5532db17c98 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/30cb9b2a60ed4a47b023c5532db17c98 2024-11-25T01:26:38,212 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/30cb9b2a60ed4a47b023c5532db17c98, entries=150, sequenceid=274, filesize=12.0 K 2024-11-25T01:26:38,212 INFO [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 83a694906ed039f23b289bf0c97ebb02 in 1272ms, sequenceid=274, compaction requested=false 2024-11-25T01:26:38,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:38,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:38,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/15a7e74b0924:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-25T01:26:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-25T01:26:38,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-25T01:26:38,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7990 sec 2024-11-25T01:26:38,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 2.8030 sec 2024-11-25T01:26:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:38,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 83a694906ed039f23b289bf0c97ebb02 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T01:26:38,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=A 2024-11-25T01:26:38,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:38,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=B 2024-11-25T01:26:38,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:38,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=C 2024-11-25T01:26:38,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:38,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254230d1ebe18945a0ba06b15d9c72d6f5_83a694906ed039f23b289bf0c97ebb02 is 50, key is test_row_0/A:col10/1732497997405/Put/seqid=0 2024-11-25T01:26:38,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742381_1557 (size=12454) 2024-11-25T01:26:38,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498058537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:38,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498058538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:38,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498058539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:38,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498058639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:38,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498058640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:38,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498058641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:38,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498058841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:38,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498058842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:38,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498058843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:38,905 DEBUG [Thread-2171 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20598fb9 to 127.0.0.1:50052 2024-11-25T01:26:38,905 DEBUG [Thread-2171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:26:38,906 DEBUG [Thread-2169 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68a403af to 127.0.0.1:50052 2024-11-25T01:26:38,906 DEBUG [Thread-2169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:26:38,906 DEBUG [Thread-2165 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6269e0a1 to 127.0.0.1:50052 2024-11-25T01:26:38,906 DEBUG [Thread-2165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:26:38,907 DEBUG [Thread-2173 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3527ada0 to 127.0.0.1:50052 2024-11-25T01:26:38,907 DEBUG [Thread-2167 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1124eb0a to 127.0.0.1:50052 2024-11-25T01:26:38,907 DEBUG [Thread-2173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:26:38,907 DEBUG [Thread-2167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:26:38,931 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:26:38,934 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254230d1ebe18945a0ba06b15d9c72d6f5_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254230d1ebe18945a0ba06b15d9c72d6f5_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:38,935 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/eee36261172d4b55b99e5e02c7e12266, store: [table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:38,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/eee36261172d4b55b99e5e02c7e12266 is 175, key is test_row_0/A:col10/1732497997405/Put/seqid=0 2024-11-25T01:26:38,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742382_1558 (size=31255) 2024-11-25T01:26:39,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498059144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:39,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498059146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:39,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498059146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:39,339 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/eee36261172d4b55b99e5e02c7e12266 2024-11-25T01:26:39,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/2b8752f47a2746a2aae19f03c356b385 is 50, key is test_row_0/B:col10/1732497997405/Put/seqid=0 2024-11-25T01:26:39,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742383_1559 (size=12301) 2024-11-25T01:26:39,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35348 deadline: 1732498059426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:39,426 DEBUG [Thread-2154 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02., hostname=15a7e74b0924,33739,1732497824462, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T01:26:39,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T01:26:39,517 INFO [Thread-2164 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-25T01:26:39,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:39,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35336 deadline: 1732498059645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:39,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1732498059649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:39,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T01:26:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732498059650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:39,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/2b8752f47a2746a2aae19f03c356b385 2024-11-25T01:26:39,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/12b991ee409d4c9ca4e4cc0617bec5dd is 50, key is test_row_0/C:col10/1732497997405/Put/seqid=0 2024-11-25T01:26:39,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742384_1560 (size=12301) 2024-11-25T01:26:40,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/12b991ee409d4c9ca4e4cc0617bec5dd 2024-11-25T01:26:40,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/eee36261172d4b55b99e5e02c7e12266 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/eee36261172d4b55b99e5e02c7e12266 2024-11-25T01:26:40,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/eee36261172d4b55b99e5e02c7e12266, entries=150, sequenceid=292, filesize=30.5 K 2024-11-25T01:26:40,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/2b8752f47a2746a2aae19f03c356b385 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/2b8752f47a2746a2aae19f03c356b385 2024-11-25T01:26:40,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/2b8752f47a2746a2aae19f03c356b385, entries=150, sequenceid=292, filesize=12.0 K 2024-11-25T01:26:40,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/12b991ee409d4c9ca4e4cc0617bec5dd as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/12b991ee409d4c9ca4e4cc0617bec5dd 2024-11-25T01:26:40,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/12b991ee409d4c9ca4e4cc0617bec5dd, entries=150, sequenceid=292, filesize=12.0 K 2024-11-25T01:26:40,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 83a694906ed039f23b289bf0c97ebb02 in 1649ms, sequenceid=292, compaction requested=true 2024-11-25T01:26:40,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:40,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83a694906ed039f23b289bf0c97ebb02:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T01:26:40,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:26:40,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83a694906ed039f23b289bf0c97ebb02:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T01:26:40,169 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:26:40,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:26:40,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83a694906ed039f23b289bf0c97ebb02:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T01:26:40,169 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:26:40,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:26:40,170 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:26:40,170 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:26:40,170 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 83a694906ed039f23b289bf0c97ebb02/B is initiating minor compaction (all files) 2024-11-25T01:26:40,170 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1540): 83a694906ed039f23b289bf0c97ebb02/A is initiating minor compaction (all files) 2024-11-25T01:26:40,170 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 83a694906ed039f23b289bf0c97ebb02/B in TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:40,170 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 83a694906ed039f23b289bf0c97ebb02/A in TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:40,170 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/b6158875d6a64cfabc8ca27c9e60f28a, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/353eef8a47294f33a9276c16bc2e4336, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/2b8752f47a2746a2aae19f03c356b385] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp, totalSize=36.5 K 2024-11-25T01:26:40,170 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/d78833ddabc844ad88e1f10eec16d496, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/11163c729471422998e867cd877d046e, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/eee36261172d4b55b99e5e02c7e12266] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp, totalSize=92.0 K 2024-11-25T01:26:40,170 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:40,170 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. files: [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/d78833ddabc844ad88e1f10eec16d496, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/11163c729471422998e867cd877d046e, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/eee36261172d4b55b99e5e02c7e12266] 2024-11-25T01:26:40,170 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting b6158875d6a64cfabc8ca27c9e60f28a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732497994142 2024-11-25T01:26:40,170 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting d78833ddabc844ad88e1f10eec16d496, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732497994142 2024-11-25T01:26:40,171 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 353eef8a47294f33a9276c16bc2e4336, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732497995276 2024-11-25T01:26:40,171 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11163c729471422998e867cd877d046e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732497995276 2024-11-25T01:26:40,171 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b8752f47a2746a2aae19f03c356b385, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732497997404 2024-11-25T01:26:40,171 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] compactions.Compactor(224): Compacting eee36261172d4b55b99e5e02c7e12266, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732497997404 2024-11-25T01:26:40,176 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83a694906ed039f23b289bf0c97ebb02#B#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:26:40,177 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/d9c0a0fee3d349818e7990c5af121ad4 is 50, key is test_row_0/B:col10/1732497997405/Put/seqid=0 2024-11-25T01:26:40,182 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:40,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742385_1561 (size=12983) 2024-11-25T01:26:40,184 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125e1ae81255a654ba28db636eb0a4e4279_83a694906ed039f23b289bf0c97ebb02 store=[table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:40,207 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125e1ae81255a654ba28db636eb0a4e4279_83a694906ed039f23b289bf0c97ebb02, store=[table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:40,207 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e1ae81255a654ba28db636eb0a4e4279_83a694906ed039f23b289bf0c97ebb02 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:40,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742386_1562 (size=4469) 2024-11-25T01:26:40,587 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/d9c0a0fee3d349818e7990c5af121ad4 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/d9c0a0fee3d349818e7990c5af121ad4 2024-11-25T01:26:40,591 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 83a694906ed039f23b289bf0c97ebb02/B of 83a694906ed039f23b289bf0c97ebb02 into d9c0a0fee3d349818e7990c5af121ad4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:26:40,591 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:40,591 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02., storeName=83a694906ed039f23b289bf0c97ebb02/B, priority=13, startTime=1732498000169; duration=0sec 2024-11-25T01:26:40,591 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T01:26:40,591 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83a694906ed039f23b289bf0c97ebb02:B 2024-11-25T01:26:40,591 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T01:26:40,592 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T01:26:40,592 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1540): 83a694906ed039f23b289bf0c97ebb02/C is initiating minor compaction (all files) 2024-11-25T01:26:40,592 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 83a694906ed039f23b289bf0c97ebb02/C in TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:40,592 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/751f6f7ea29c4689b4686e9bb48f17bd, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/30cb9b2a60ed4a47b023c5532db17c98, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/12b991ee409d4c9ca4e4cc0617bec5dd] into tmpdir=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp, totalSize=36.5 K 2024-11-25T01:26:40,592 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 751f6f7ea29c4689b4686e9bb48f17bd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732497994142 2024-11-25T01:26:40,592 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 30cb9b2a60ed4a47b023c5532db17c98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732497995276 2024-11-25T01:26:40,593 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] compactions.Compactor(224): Compacting 12b991ee409d4c9ca4e4cc0617bec5dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732497997404 2024-11-25T01:26:40,599 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83a694906ed039f23b289bf0c97ebb02#C#compaction#473 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:26:40,600 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/d59900b13f154a16b7bdffc85aa326b1 is 50, key is test_row_0/C:col10/1732497997405/Put/seqid=0 2024-11-25T01:26:40,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742387_1563 (size=12983) 2024-11-25T01:26:40,614 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83a694906ed039f23b289bf0c97ebb02#A#compaction#472 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T01:26:40,615 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/67857d749fff4a3286053317479af5ef is 175, key is test_row_0/A:col10/1732497997405/Put/seqid=0 2024-11-25T01:26:40,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742388_1564 (size=31937) 2024-11-25T01:26:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33739 {}] regionserver.HRegion(8581): Flush requested on 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:40,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 83a694906ed039f23b289bf0c97ebb02 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T01:26:40,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=A 2024-11-25T01:26:40,654 DEBUG [Thread-2162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x00bd6c58 to 127.0.0.1:50052 2024-11-25T01:26:40,654 DEBUG [Thread-2162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:26:40,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:40,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=B 2024-11-25T01:26:40,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:40,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=C 2024-11-25T01:26:40,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:40,656 DEBUG [Thread-2156 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x39254f5a to 127.0.0.1:50052 2024-11-25T01:26:40,656 DEBUG [Thread-2156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:26:40,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125dcb38eb8c2224fb7ba6a60e10abb9604_83a694906ed039f23b289bf0c97ebb02 is 50, key is test_row_0/A:col10/1732498000653/Put/seqid=0 2024-11-25T01:26:40,661 DEBUG [Thread-2160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14f4319f to 127.0.0.1:50052 2024-11-25T01:26:40,661 DEBUG [Thread-2160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:26:40,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742389_1565 (size=12454) 2024-11-25T01:26:41,007 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/d59900b13f154a16b7bdffc85aa326b1 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/d59900b13f154a16b7bdffc85aa326b1 2024-11-25T01:26:41,010 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 83a694906ed039f23b289bf0c97ebb02/C of 83a694906ed039f23b289bf0c97ebb02 into d59900b13f154a16b7bdffc85aa326b1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:26:41,010 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:41,010 INFO [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02., storeName=83a694906ed039f23b289bf0c97ebb02/C, priority=13, startTime=1732498000169; duration=0sec 2024-11-25T01:26:41,010 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:26:41,010 DEBUG [RS:0;15a7e74b0924:33739-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83a694906ed039f23b289bf0c97ebb02:C 2024-11-25T01:26:41,021 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/67857d749fff4a3286053317479af5ef as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/67857d749fff4a3286053317479af5ef 2024-11-25T01:26:41,024 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 83a694906ed039f23b289bf0c97ebb02/A of 83a694906ed039f23b289bf0c97ebb02 into 67857d749fff4a3286053317479af5ef(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T01:26:41,024 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:41,024 INFO [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02., storeName=83a694906ed039f23b289bf0c97ebb02/A, priority=13, startTime=1732498000169; duration=0sec 2024-11-25T01:26:41,024 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T01:26:41,024 DEBUG [RS:0;15a7e74b0924:33739-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83a694906ed039f23b289bf0c97ebb02:A 2024-11-25T01:26:41,066 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:26:41,069 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125dcb38eb8c2224fb7ba6a60e10abb9604_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125dcb38eb8c2224fb7ba6a60e10abb9604_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:41,070 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/7daa1a0e953b4e3d9371cd31611e77ef, store: [table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:41,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/7daa1a0e953b4e3d9371cd31611e77ef is 175, key is test_row_0/A:col10/1732498000653/Put/seqid=0 2024-11-25T01:26:41,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742390_1566 (size=31255) 2024-11-25T01:26:41,475 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/7daa1a0e953b4e3d9371cd31611e77ef 2024-11-25T01:26:41,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/86edf92e97354174b142603facb388a3 is 50, key is test_row_0/B:col10/1732498000653/Put/seqid=0 2024-11-25T01:26:41,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742391_1567 (size=12301) 2024-11-25T01:26:41,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/86edf92e97354174b142603facb388a3 2024-11-25T01:26:41,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/91cefddd512d47578bbf24b4d15f960d is 50, key is test_row_0/C:col10/1732498000653/Put/seqid=0 2024-11-25T01:26:41,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742392_1568 (size=12301) 2024-11-25T01:26:42,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/91cefddd512d47578bbf24b4d15f960d 2024-11-25T01:26:42,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/7daa1a0e953b4e3d9371cd31611e77ef as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/7daa1a0e953b4e3d9371cd31611e77ef 2024-11-25T01:26:42,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/7daa1a0e953b4e3d9371cd31611e77ef, entries=150, sequenceid=315, filesize=30.5 K 2024-11-25T01:26:42,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/86edf92e97354174b142603facb388a3 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/86edf92e97354174b142603facb388a3 2024-11-25T01:26:42,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/86edf92e97354174b142603facb388a3, entries=150, sequenceid=315, filesize=12.0 K 2024-11-25T01:26:42,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/91cefddd512d47578bbf24b4d15f960d as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/91cefddd512d47578bbf24b4d15f960d 2024-11-25T01:26:42,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/91cefddd512d47578bbf24b4d15f960d, entries=150, sequenceid=315, filesize=12.0 K 2024-11-25T01:26:42,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=13.42 KB/13740 for 83a694906ed039f23b289bf0c97ebb02 in 1651ms, sequenceid=315, compaction requested=false 2024-11-25T01:26:42,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:42,862 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T01:26:43,452 DEBUG [Thread-2154 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x754d0bed to 127.0.0.1:50052 2024-11-25T01:26:43,452 DEBUG [Thread-2154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:26:46,293 DEBUG [Thread-2158 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x226948f1 to 127.0.0.1:50052 2024-11-25T01:26:46,293 DEBUG [Thread-2158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:26:46,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T01:26:46,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-25T01:26:46,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-25T01:26:46,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-25T01:26:46,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-25T01:26:46,294 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-25T01:26:46,294 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T01:26:46,294 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7904 2024-11-25T01:26:46,294 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7767 2024-11-25T01:26:46,294 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7881 2024-11-25T01:26:46,294 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7911 2024-11-25T01:26:46,294 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7766 2024-11-25T01:26:46,294 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T01:26:46,294 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T01:26:46,294 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58ade5f9 to 127.0.0.1:50052 2024-11-25T01:26:46,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:26:46,294 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T01:26:46,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T01:26:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T01:26:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T01:26:46,297 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732498006296"}]},"ts":"1732498006296"} 2024-11-25T01:26:46,297 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T01:26:46,299 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T01:26:46,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T01:26:46,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=83a694906ed039f23b289bf0c97ebb02, UNASSIGN}] 2024-11-25T01:26:46,301 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=177, ppid=176, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=83a694906ed039f23b289bf0c97ebb02, UNASSIGN 2024-11-25T01:26:46,301 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=177 updating hbase:meta row=83a694906ed039f23b289bf0c97ebb02, regionState=CLOSING, regionLocation=15a7e74b0924,33739,1732497824462 2024-11-25T01:26:46,302 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T01:26:46,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; CloseRegionProcedure 83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462}] 2024-11-25T01:26:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T01:26:46,453 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:46,453 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(124): Close 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:46,453 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T01:26:46,453 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1681): Closing 83a694906ed039f23b289bf0c97ebb02, disabling compactions & flushes 2024-11-25T01:26:46,454 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:46,454 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:46,454 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. after waiting 0 ms 2024-11-25T01:26:46,454 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:46,454 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(2837): Flushing 83a694906ed039f23b289bf0c97ebb02 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-25T01:26:46,454 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=A 2024-11-25T01:26:46,454 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:46,454 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=B 2024-11-25T01:26:46,454 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:46,454 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83a694906ed039f23b289bf0c97ebb02, store=C 2024-11-25T01:26:46,454 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T01:26:46,459 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251723c3192257430299fdd3104e393ef1_83a694906ed039f23b289bf0c97ebb02 is 50, key is test_row_0/A:col10/1732498003451/Put/seqid=0 2024-11-25T01:26:46,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742393_1569 (size=9914) 2024-11-25T01:26:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T01:26:46,863 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T01:26:46,866 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251723c3192257430299fdd3104e393ef1_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251723c3192257430299fdd3104e393ef1_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:46,867 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/5ec0f569db7b45b6b6e61dedb72594cf, store: [table=TestAcidGuarantees family=A region=83a694906ed039f23b289bf0c97ebb02] 2024-11-25T01:26:46,867 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/5ec0f569db7b45b6b6e61dedb72594cf is 175, key is test_row_0/A:col10/1732498003451/Put/seqid=0 2024-11-25T01:26:46,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742394_1570 (size=22561) 2024-11-25T01:26:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T01:26:47,271 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/5ec0f569db7b45b6b6e61dedb72594cf 2024-11-25T01:26:47,276 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/fd8356d4a3e149f18ae4720ead669a96 is 50, key is test_row_0/B:col10/1732498003451/Put/seqid=0 2024-11-25T01:26:47,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742395_1571 (size=9857) 2024-11-25T01:26:47,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T01:26:47,680 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/fd8356d4a3e149f18ae4720ead669a96 2024-11-25T01:26:47,685 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/fb5c99cb0a444e5fbbd10d5cebb26f56 is 50, key is test_row_0/C:col10/1732498003451/Put/seqid=0 2024-11-25T01:26:47,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742396_1572 (size=9857) 2024-11-25T01:26:48,089 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/fb5c99cb0a444e5fbbd10d5cebb26f56 2024-11-25T01:26:48,092 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/A/5ec0f569db7b45b6b6e61dedb72594cf as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/5ec0f569db7b45b6b6e61dedb72594cf 2024-11-25T01:26:48,094 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/5ec0f569db7b45b6b6e61dedb72594cf, entries=100, sequenceid=324, filesize=22.0 K 2024-11-25T01:26:48,095 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/B/fd8356d4a3e149f18ae4720ead669a96 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/fd8356d4a3e149f18ae4720ead669a96 2024-11-25T01:26:48,097 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/fd8356d4a3e149f18ae4720ead669a96, entries=100, sequenceid=324, filesize=9.6 K 2024-11-25T01:26:48,098 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/.tmp/C/fb5c99cb0a444e5fbbd10d5cebb26f56 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/fb5c99cb0a444e5fbbd10d5cebb26f56 2024-11-25T01:26:48,100 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/fb5c99cb0a444e5fbbd10d5cebb26f56, entries=100, sequenceid=324, filesize=9.6 K 2024-11-25T01:26:48,101 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 83a694906ed039f23b289bf0c97ebb02 in 1647ms, sequenceid=324, compaction requested=true 2024-11-25T01:26:48,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/f1b59ed0e90248a5822f2a9db0cc3d99, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/9117138144314ea1861dc2a95f861ac3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/033642fe75104f0d8ace9feff0b41e1b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/d38f6a66f0a34b1b9b87bc4fd67ada69, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/773e89bc13f34d82b44825a75aed04c3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/981916afdd174c1aa5999cfc9c4cacbd, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/45ce3d6fa17c45e99e6bf4dae63c7730, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/2f2bed4efb794a0387b5f751cd21c184, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/772c5bbf24e946d7a2787ccb969c692d, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/fad7ed25af6d4f0e952df9201cf114ae, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/82cff69678da4215b35389d92414d2ac, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/37afb830bf114d688850ef0ba2a27007, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/781191b6fc9845139f9da67e724fc978, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/d01110e893f147289ceea2ae12a86a0c, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/005e853e6bbf45e396b9a94467a9a502, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/2d71eb2a76554f7c9c29009cf082b093, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/95a8a99e74ad46348498ecdf0f2476ae, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/d78833ddabc844ad88e1f10eec16d496, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/11163c729471422998e867cd877d046e, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/eee36261172d4b55b99e5e02c7e12266] to archive 2024-11-25T01:26:48,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T01:26:48,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/f1b59ed0e90248a5822f2a9db0cc3d99 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/f1b59ed0e90248a5822f2a9db0cc3d99 2024-11-25T01:26:48,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/9117138144314ea1861dc2a95f861ac3 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/9117138144314ea1861dc2a95f861ac3 2024-11-25T01:26:48,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/033642fe75104f0d8ace9feff0b41e1b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/033642fe75104f0d8ace9feff0b41e1b 2024-11-25T01:26:48,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/d38f6a66f0a34b1b9b87bc4fd67ada69 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/d38f6a66f0a34b1b9b87bc4fd67ada69 2024-11-25T01:26:48,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/773e89bc13f34d82b44825a75aed04c3 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/773e89bc13f34d82b44825a75aed04c3 2024-11-25T01:26:48,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/981916afdd174c1aa5999cfc9c4cacbd to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/981916afdd174c1aa5999cfc9c4cacbd 2024-11-25T01:26:48,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/45ce3d6fa17c45e99e6bf4dae63c7730 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/45ce3d6fa17c45e99e6bf4dae63c7730 2024-11-25T01:26:48,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/2f2bed4efb794a0387b5f751cd21c184 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/2f2bed4efb794a0387b5f751cd21c184 2024-11-25T01:26:48,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/772c5bbf24e946d7a2787ccb969c692d to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/772c5bbf24e946d7a2787ccb969c692d 2024-11-25T01:26:48,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/fad7ed25af6d4f0e952df9201cf114ae to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/fad7ed25af6d4f0e952df9201cf114ae 2024-11-25T01:26:48,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/82cff69678da4215b35389d92414d2ac to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/82cff69678da4215b35389d92414d2ac 2024-11-25T01:26:48,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/37afb830bf114d688850ef0ba2a27007 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/37afb830bf114d688850ef0ba2a27007 2024-11-25T01:26:48,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/781191b6fc9845139f9da67e724fc978 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/781191b6fc9845139f9da67e724fc978 2024-11-25T01:26:48,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/d01110e893f147289ceea2ae12a86a0c to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/d01110e893f147289ceea2ae12a86a0c 2024-11-25T01:26:48,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/005e853e6bbf45e396b9a94467a9a502 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/005e853e6bbf45e396b9a94467a9a502 2024-11-25T01:26:48,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/2d71eb2a76554f7c9c29009cf082b093 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/2d71eb2a76554f7c9c29009cf082b093 2024-11-25T01:26:48,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/95a8a99e74ad46348498ecdf0f2476ae to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/95a8a99e74ad46348498ecdf0f2476ae 2024-11-25T01:26:48,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/d78833ddabc844ad88e1f10eec16d496 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/d78833ddabc844ad88e1f10eec16d496 2024-11-25T01:26:48,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/11163c729471422998e867cd877d046e to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/11163c729471422998e867cd877d046e 2024-11-25T01:26:48,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/eee36261172d4b55b99e5e02c7e12266 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/eee36261172d4b55b99e5e02c7e12266 2024-11-25T01:26:48,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/2625c576cf43438d9c049442552e19e7, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/4e06faf7f00c40e2a3255ec723b51c29, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/6db2c6e8169f45b2b0f915fc30a47813, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/3315f25259284f87bfc6cdee48d83496, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/bbc6255e9e974769a83b9c334c737428, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/809cb307f87d4af792cb27803ba49ba3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/cd79ffa1d56e4da8bf39738858403ce1, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/c370c7a9279d43798b14781dde6051f3, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/243825748fdd4cb492046089fb88dc56, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/0f50603045624fe184770a3b809ddb49, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/c85c209ed1bd4c5d8182cc9bb78e8a49, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/ae887655662b426faa872af48396513c, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/e6134783a1dd456ba01959c1f69d8d59, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/c7bd4cc2101442dd94e8f7ec833e58dc, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/f79af5f0b6274c27bbb124b4d49112a7, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/004b6b7e11e04f7aab9558455f276555, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/b6158875d6a64cfabc8ca27c9e60f28a, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/e5456aa7062246bca5f3c810733c167d, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/353eef8a47294f33a9276c16bc2e4336, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/2b8752f47a2746a2aae19f03c356b385] to archive 2024-11-25T01:26:48,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T01:26:48,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/2625c576cf43438d9c049442552e19e7 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/2625c576cf43438d9c049442552e19e7 2024-11-25T01:26:48,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/4e06faf7f00c40e2a3255ec723b51c29 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/4e06faf7f00c40e2a3255ec723b51c29 2024-11-25T01:26:48,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/6db2c6e8169f45b2b0f915fc30a47813 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/6db2c6e8169f45b2b0f915fc30a47813 2024-11-25T01:26:48,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/3315f25259284f87bfc6cdee48d83496 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/3315f25259284f87bfc6cdee48d83496 2024-11-25T01:26:48,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/bbc6255e9e974769a83b9c334c737428 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/bbc6255e9e974769a83b9c334c737428 2024-11-25T01:26:48,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/809cb307f87d4af792cb27803ba49ba3 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/809cb307f87d4af792cb27803ba49ba3 2024-11-25T01:26:48,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/cd79ffa1d56e4da8bf39738858403ce1 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/cd79ffa1d56e4da8bf39738858403ce1 2024-11-25T01:26:48,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/c370c7a9279d43798b14781dde6051f3 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/c370c7a9279d43798b14781dde6051f3 2024-11-25T01:26:48,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/243825748fdd4cb492046089fb88dc56 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/243825748fdd4cb492046089fb88dc56 2024-11-25T01:26:48,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/0f50603045624fe184770a3b809ddb49 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/0f50603045624fe184770a3b809ddb49 2024-11-25T01:26:48,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/c85c209ed1bd4c5d8182cc9bb78e8a49 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/c85c209ed1bd4c5d8182cc9bb78e8a49 2024-11-25T01:26:48,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/ae887655662b426faa872af48396513c to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/ae887655662b426faa872af48396513c 2024-11-25T01:26:48,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/e6134783a1dd456ba01959c1f69d8d59 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/e6134783a1dd456ba01959c1f69d8d59 2024-11-25T01:26:48,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/c7bd4cc2101442dd94e8f7ec833e58dc to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/c7bd4cc2101442dd94e8f7ec833e58dc 2024-11-25T01:26:48,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/f79af5f0b6274c27bbb124b4d49112a7 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/f79af5f0b6274c27bbb124b4d49112a7 2024-11-25T01:26:48,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/004b6b7e11e04f7aab9558455f276555 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/004b6b7e11e04f7aab9558455f276555 2024-11-25T01:26:48,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/b6158875d6a64cfabc8ca27c9e60f28a to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/b6158875d6a64cfabc8ca27c9e60f28a 2024-11-25T01:26:48,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/e5456aa7062246bca5f3c810733c167d to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/e5456aa7062246bca5f3c810733c167d 2024-11-25T01:26:48,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/353eef8a47294f33a9276c16bc2e4336 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/353eef8a47294f33a9276c16bc2e4336 2024-11-25T01:26:48,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/2b8752f47a2746a2aae19f03c356b385 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/2b8752f47a2746a2aae19f03c356b385 2024-11-25T01:26:48,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/b020549f87df4c239095531d06da1801, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/0b4d7935d4374f0bb70783c216172706, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/50cc30fa4aa9403a97a4ebb93f972785, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/22897278d3134ec18372274b2c9e0eaf, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/f6a2429983014e96931cd2e48e98997d, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/5a08d3579be34c74aa7ca9c210de8008, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/4cdfbccf526e4d9cb072b89bdf70a0af, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/de792a94ad0d4a08a97109565d3cc637, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/3c2a9ec4775b4a5ba48e652b500d0ac4, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/16f257bb61ed45cfb849125056f8e93e, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/e62c77b9b0164e869e04c048c27efcfe, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/3d28e39296c0476291a2ba811eeb880c, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/011364cce5154600a1c86d3f213cbb5b, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/d39cc23d68fa457c9b34319ae1ba2d17, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/b5a2069bb8474a088306343864e422dd, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/cacfff9f2c6f46d1984390ee49653631, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/751f6f7ea29c4689b4686e9bb48f17bd, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/5ce3517367ac451f83116427cf151e7d, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/30cb9b2a60ed4a47b023c5532db17c98, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/12b991ee409d4c9ca4e4cc0617bec5dd] to archive 2024-11-25T01:26:48,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T01:26:48,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/b020549f87df4c239095531d06da1801 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/b020549f87df4c239095531d06da1801 2024-11-25T01:26:48,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/0b4d7935d4374f0bb70783c216172706 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/0b4d7935d4374f0bb70783c216172706 2024-11-25T01:26:48,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/50cc30fa4aa9403a97a4ebb93f972785 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/50cc30fa4aa9403a97a4ebb93f972785 2024-11-25T01:26:48,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/22897278d3134ec18372274b2c9e0eaf to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/22897278d3134ec18372274b2c9e0eaf 2024-11-25T01:26:48,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/f6a2429983014e96931cd2e48e98997d to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/f6a2429983014e96931cd2e48e98997d 2024-11-25T01:26:48,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/5a08d3579be34c74aa7ca9c210de8008 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/5a08d3579be34c74aa7ca9c210de8008 2024-11-25T01:26:48,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/4cdfbccf526e4d9cb072b89bdf70a0af to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/4cdfbccf526e4d9cb072b89bdf70a0af 2024-11-25T01:26:48,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/de792a94ad0d4a08a97109565d3cc637 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/de792a94ad0d4a08a97109565d3cc637 2024-11-25T01:26:48,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/3c2a9ec4775b4a5ba48e652b500d0ac4 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/3c2a9ec4775b4a5ba48e652b500d0ac4 2024-11-25T01:26:48,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/16f257bb61ed45cfb849125056f8e93e to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/16f257bb61ed45cfb849125056f8e93e 2024-11-25T01:26:48,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/e62c77b9b0164e869e04c048c27efcfe to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/e62c77b9b0164e869e04c048c27efcfe 2024-11-25T01:26:48,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/3d28e39296c0476291a2ba811eeb880c to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/3d28e39296c0476291a2ba811eeb880c 2024-11-25T01:26:48,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/011364cce5154600a1c86d3f213cbb5b to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/011364cce5154600a1c86d3f213cbb5b 2024-11-25T01:26:48,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/d39cc23d68fa457c9b34319ae1ba2d17 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/d39cc23d68fa457c9b34319ae1ba2d17 2024-11-25T01:26:48,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/b5a2069bb8474a088306343864e422dd to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/b5a2069bb8474a088306343864e422dd 2024-11-25T01:26:48,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/cacfff9f2c6f46d1984390ee49653631 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/cacfff9f2c6f46d1984390ee49653631 2024-11-25T01:26:48,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/751f6f7ea29c4689b4686e9bb48f17bd to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/751f6f7ea29c4689b4686e9bb48f17bd 2024-11-25T01:26:48,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/5ce3517367ac451f83116427cf151e7d to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/5ce3517367ac451f83116427cf151e7d 2024-11-25T01:26:48,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/30cb9b2a60ed4a47b023c5532db17c98 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/30cb9b2a60ed4a47b023c5532db17c98 2024-11-25T01:26:48,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/12b991ee409d4c9ca4e4cc0617bec5dd to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/12b991ee409d4c9ca4e4cc0617bec5dd 2024-11-25T01:26:48,156 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/recovered.edits/327.seqid, newMaxSeqId=327, maxSeqId=4 2024-11-25T01:26:48,157 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02. 2024-11-25T01:26:48,157 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1635): Region close journal for 83a694906ed039f23b289bf0c97ebb02: 2024-11-25T01:26:48,158 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(170): Closed 83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:48,159 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=177 updating hbase:meta row=83a694906ed039f23b289bf0c97ebb02, regionState=CLOSED 2024-11-25T01:26:48,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-25T01:26:48,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; CloseRegionProcedure 83a694906ed039f23b289bf0c97ebb02, server=15a7e74b0924,33739,1732497824462 in 1.8570 sec 2024-11-25T01:26:48,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=177, resume processing ppid=176 2024-11-25T01:26:48,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, ppid=176, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=83a694906ed039f23b289bf0c97ebb02, UNASSIGN in 1.8600 sec 2024-11-25T01:26:48,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-25T01:26:48,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8630 sec 2024-11-25T01:26:48,163 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732498008163"}]},"ts":"1732498008163"} 2024-11-25T01:26:48,164 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T01:26:48,166 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T01:26:48,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8710 sec 2024-11-25T01:26:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T01:26:48,400 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-25T01:26:48,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T01:26:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:26:48,401 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=179, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:26:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-25T01:26:48,402 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=179, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:26:48,403 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:48,405 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A, FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B, FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C, FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/recovered.edits] 2024-11-25T01:26:48,406 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/5ec0f569db7b45b6b6e61dedb72594cf to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/5ec0f569db7b45b6b6e61dedb72594cf 2024-11-25T01:26:48,407 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/67857d749fff4a3286053317479af5ef to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/67857d749fff4a3286053317479af5ef 2024-11-25T01:26:48,408 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/7daa1a0e953b4e3d9371cd31611e77ef to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/A/7daa1a0e953b4e3d9371cd31611e77ef 2024-11-25T01:26:48,410 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/86edf92e97354174b142603facb388a3 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/86edf92e97354174b142603facb388a3 2024-11-25T01:26:48,411 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/d9c0a0fee3d349818e7990c5af121ad4 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/d9c0a0fee3d349818e7990c5af121ad4 2024-11-25T01:26:48,411 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/fd8356d4a3e149f18ae4720ead669a96 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/B/fd8356d4a3e149f18ae4720ead669a96 2024-11-25T01:26:48,413 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/91cefddd512d47578bbf24b4d15f960d to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/91cefddd512d47578bbf24b4d15f960d 2024-11-25T01:26:48,414 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/d59900b13f154a16b7bdffc85aa326b1 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/d59900b13f154a16b7bdffc85aa326b1 2024-11-25T01:26:48,415 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/fb5c99cb0a444e5fbbd10d5cebb26f56 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/C/fb5c99cb0a444e5fbbd10d5cebb26f56 2024-11-25T01:26:48,416 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/recovered.edits/327.seqid to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02/recovered.edits/327.seqid 2024-11-25T01:26:48,417 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/default/TestAcidGuarantees/83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:48,417 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T01:26:48,417 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T01:26:48,418 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T01:26:48,420 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251651f68bc9424ed6891973d38d8734f4_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251651f68bc9424ed6891973d38d8734f4_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:48,420 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251723c3192257430299fdd3104e393ef1_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251723c3192257430299fdd3104e393ef1_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:48,421 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112527ac53c138de41fbb07c3250ed35548d_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112527ac53c138de41fbb07c3250ed35548d_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:48,422 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252dae7da8f22f491e91a384bd0f6771e1_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252dae7da8f22f491e91a384bd0f6771e1_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:48,423 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254230d1ebe18945a0ba06b15d9c72d6f5_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254230d1ebe18945a0ba06b15d9c72d6f5_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:48,425 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254a5b3b213dc243429001685a018cee68_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254a5b3b213dc243429001685a018cee68_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:48,426 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125673e9c0d429b4405a043a071970f5c9f_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125673e9c0d429b4405a043a071970f5c9f_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:48,427 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256a336a1e50024248b2f401f57aa850b7_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256a336a1e50024248b2f401f57aa850b7_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:48,428 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256c0e06a6655e4aabb6b86371ae5a8800_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256c0e06a6655e4aabb6b86371ae5a8800_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:48,428 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256fff510f478e482bbeb11f27127f7dd4_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256fff510f478e482bbeb11f27127f7dd4_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:48,429 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112580dbde638f544b65bd557f9b807e3a5a_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112580dbde638f544b65bd557f9b807e3a5a_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:48,430 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112596b61f6eebea4c63aed04dec6f8ce287_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112596b61f6eebea4c63aed04dec6f8ce287_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:48,431 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a53e7bf78b234a6da71dc7076616165a_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a53e7bf78b234a6da71dc7076616165a_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:48,431 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b691c9b9b2f4454ab062a1c76cbce81d_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b691c9b9b2f4454ab062a1c76cbce81d_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:48,432 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b8251def73224fcc81723230cf7cd9c2_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b8251def73224fcc81723230cf7cd9c2_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:48,433 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125dcb38eb8c2224fb7ba6a60e10abb9604_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125dcb38eb8c2224fb7ba6a60e10abb9604_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:48,434 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ea92ef7e12044d5fb3dc34a6e76d0284_83a694906ed039f23b289bf0c97ebb02 to hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ea92ef7e12044d5fb3dc34a6e76d0284_83a694906ed039f23b289bf0c97ebb02 2024-11-25T01:26:48,435 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T01:26:48,436 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=179, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:26:48,439 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T01:26:48,440 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T01:26:48,441 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=179, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:26:48,441 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T01:26:48,441 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732498008441"}]},"ts":"9223372036854775807"} 2024-11-25T01:26:48,443 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T01:26:48,443 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 83a694906ed039f23b289bf0c97ebb02, NAME => 'TestAcidGuarantees,,1732497975821.83a694906ed039f23b289bf0c97ebb02.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T01:26:48,443 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T01:26:48,443 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732498008443"}]},"ts":"9223372036854775807"} 2024-11-25T01:26:48,444 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T01:26:48,446 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=179, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T01:26:48,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 46 msec 2024-11-25T01:26:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-25T01:26:48,503 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-25T01:26:48,512 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=236 (was 237), OpenFileDescriptor=445 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=264 (was 261) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6971 (was 6989) 2024-11-25T01:26:48,512 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-25T01:26:48,512 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T01:26:48,512 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f499397 to 127.0.0.1:50052 2024-11-25T01:26:48,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:26:48,512 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T01:26:48,512 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=669332021, stopped=false 2024-11-25T01:26:48,513 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=15a7e74b0924,38513,1732497823723 2024-11-25T01:26:48,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T01:26:48,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x1002c468db50001, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T01:26:48,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T01:26:48,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x1002c468db50001, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T01:26:48,514 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-25T01:26:48,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:26:48,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33739-0x1002c468db50001, quorum=127.0.0.1:50052, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T01:26:48,515 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '15a7e74b0924,33739,1732497824462' ***** 2024-11-25T01:26:48,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T01:26:48,515 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-25T01:26:48,515 INFO [RS:0;15a7e74b0924:33739 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T01:26:48,516 INFO [RS:0;15a7e74b0924:33739 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T01:26:48,516 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-25T01:26:48,516 INFO [RS:0;15a7e74b0924:33739 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T01:26:48,516 INFO [RS:0;15a7e74b0924:33739 {}] regionserver.HRegionServer(3579): Received CLOSE for f5b199da6792693f6bb452d5d14e20bf 2024-11-25T01:26:48,516 INFO [RS:0;15a7e74b0924:33739 {}] regionserver.HRegionServer(1224): stopping server 15a7e74b0924,33739,1732497824462 2024-11-25T01:26:48,516 DEBUG [RS:0;15a7e74b0924:33739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:26:48,516 INFO [RS:0;15a7e74b0924:33739 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T01:26:48,516 INFO [RS:0;15a7e74b0924:33739 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T01:26:48,516 INFO [RS:0;15a7e74b0924:33739 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T01:26:48,516 INFO [RS:0;15a7e74b0924:33739 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-25T01:26:48,517 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f5b199da6792693f6bb452d5d14e20bf, disabling compactions & flushes 2024-11-25T01:26:48,517 INFO [RS:0;15a7e74b0924:33739 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-25T01:26:48,517 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732497827622.f5b199da6792693f6bb452d5d14e20bf. 2024-11-25T01:26:48,517 DEBUG [RS:0;15a7e74b0924:33739 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, f5b199da6792693f6bb452d5d14e20bf=hbase:namespace,,1732497827622.f5b199da6792693f6bb452d5d14e20bf.} 2024-11-25T01:26:48,517 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732497827622.f5b199da6792693f6bb452d5d14e20bf. 2024-11-25T01:26:48,517 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732497827622.f5b199da6792693f6bb452d5d14e20bf. after waiting 0 ms 2024-11-25T01:26:48,517 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732497827622.f5b199da6792693f6bb452d5d14e20bf. 2024-11-25T01:26:48,517 DEBUG [RS_CLOSE_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-25T01:26:48,517 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing f5b199da6792693f6bb452d5d14e20bf 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-25T01:26:48,517 INFO [RS_CLOSE_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-25T01:26:48,517 DEBUG [RS_CLOSE_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-25T01:26:48,517 DEBUG [RS_CLOSE_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T01:26:48,517 DEBUG [RS_CLOSE_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T01:26:48,517 INFO [RS_CLOSE_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-25T01:26:48,520 DEBUG [RS:0;15a7e74b0924:33739 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, f5b199da6792693f6bb452d5d14e20bf 2024-11-25T01:26:48,533 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/hbase/namespace/f5b199da6792693f6bb452d5d14e20bf/.tmp/info/c191d0fadd7c4f9ba4a6b277cd8abd5a is 45, key is default/info:d/1732497828984/Put/seqid=0 2024-11-25T01:26:48,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742397_1573 (size=5037) 2024-11-25T01:26:48,539 DEBUG [RS_CLOSE_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/hbase/meta/1588230740/.tmp/info/a383b33ec8d84bcabec63cf6df9e410f is 143, key is hbase:namespace,,1732497827622.f5b199da6792693f6bb452d5d14e20bf./info:regioninfo/1732497828856/Put/seqid=0 2024-11-25T01:26:48,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742398_1574 (size=7725) 2024-11-25T01:26:48,549 INFO [regionserver/15a7e74b0924:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T01:26:48,688 INFO [regionserver/15a7e74b0924:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T01:26:48,688 INFO [regionserver/15a7e74b0924:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T01:26:48,720 DEBUG [RS:0;15a7e74b0924:33739 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, f5b199da6792693f6bb452d5d14e20bf 2024-11-25T01:26:48,920 DEBUG [RS:0;15a7e74b0924:33739 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, f5b199da6792693f6bb452d5d14e20bf 2024-11-25T01:26:48,937 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/hbase/namespace/f5b199da6792693f6bb452d5d14e20bf/.tmp/info/c191d0fadd7c4f9ba4a6b277cd8abd5a 2024-11-25T01:26:48,940 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/hbase/namespace/f5b199da6792693f6bb452d5d14e20bf/.tmp/info/c191d0fadd7c4f9ba4a6b277cd8abd5a as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/hbase/namespace/f5b199da6792693f6bb452d5d14e20bf/info/c191d0fadd7c4f9ba4a6b277cd8abd5a 2024-11-25T01:26:48,942 INFO [RS_CLOSE_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/hbase/meta/1588230740/.tmp/info/a383b33ec8d84bcabec63cf6df9e410f 2024-11-25T01:26:48,943 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/hbase/namespace/f5b199da6792693f6bb452d5d14e20bf/info/c191d0fadd7c4f9ba4a6b277cd8abd5a, entries=2, sequenceid=6, filesize=4.9 K 2024-11-25T01:26:48,944 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for f5b199da6792693f6bb452d5d14e20bf in 427ms, sequenceid=6, compaction requested=false 2024-11-25T01:26:48,947 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/hbase/namespace/f5b199da6792693f6bb452d5d14e20bf/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T01:26:48,947 INFO [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732497827622.f5b199da6792693f6bb452d5d14e20bf. 2024-11-25T01:26:48,947 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f5b199da6792693f6bb452d5d14e20bf: 2024-11-25T01:26:48,947 DEBUG [RS_CLOSE_REGION-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732497827622.f5b199da6792693f6bb452d5d14e20bf. 2024-11-25T01:26:48,961 DEBUG [RS_CLOSE_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/hbase/meta/1588230740/.tmp/rep_barrier/eaca6d2b71af4c24ae9091476cf882d0 is 102, key is TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75./rep_barrier:/1732497856084/DeleteFamily/seqid=0 2024-11-25T01:26:48,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742399_1575 (size=6025) 2024-11-25T01:26:49,120 DEBUG [RS:0;15a7e74b0924:33739 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-25T01:26:49,321 DEBUG [RS:0;15a7e74b0924:33739 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-25T01:26:49,364 INFO [RS_CLOSE_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/hbase/meta/1588230740/.tmp/rep_barrier/eaca6d2b71af4c24ae9091476cf882d0 2024-11-25T01:26:49,382 DEBUG [RS_CLOSE_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/hbase/meta/1588230740/.tmp/table/37ea14d96b2243a5ae1d0136ba7c6b63 is 96, key is TestAcidGuarantees,,1732497829195.7dd3b987ccd77cd6673139bc387d3e75./table:/1732497856084/DeleteFamily/seqid=0 2024-11-25T01:26:49,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742400_1576 (size=5942) 2024-11-25T01:26:49,386 INFO [RS_CLOSE_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/hbase/meta/1588230740/.tmp/table/37ea14d96b2243a5ae1d0136ba7c6b63 2024-11-25T01:26:49,389 DEBUG [RS_CLOSE_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/hbase/meta/1588230740/.tmp/info/a383b33ec8d84bcabec63cf6df9e410f as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/hbase/meta/1588230740/info/a383b33ec8d84bcabec63cf6df9e410f 2024-11-25T01:26:49,391 INFO [RS_CLOSE_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/hbase/meta/1588230740/info/a383b33ec8d84bcabec63cf6df9e410f, entries=22, sequenceid=93, filesize=7.5 K 2024-11-25T01:26:49,392 DEBUG [RS_CLOSE_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/hbase/meta/1588230740/.tmp/rep_barrier/eaca6d2b71af4c24ae9091476cf882d0 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/hbase/meta/1588230740/rep_barrier/eaca6d2b71af4c24ae9091476cf882d0 2024-11-25T01:26:49,395 INFO [RS_CLOSE_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/hbase/meta/1588230740/rep_barrier/eaca6d2b71af4c24ae9091476cf882d0, entries=6, sequenceid=93, filesize=5.9 K 2024-11-25T01:26:49,395 DEBUG [RS_CLOSE_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/hbase/meta/1588230740/.tmp/table/37ea14d96b2243a5ae1d0136ba7c6b63 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/hbase/meta/1588230740/table/37ea14d96b2243a5ae1d0136ba7c6b63 2024-11-25T01:26:49,398 INFO [RS_CLOSE_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/hbase/meta/1588230740/table/37ea14d96b2243a5ae1d0136ba7c6b63, entries=9, sequenceid=93, filesize=5.8 K 2024-11-25T01:26:49,399 INFO [RS_CLOSE_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 882ms, sequenceid=93, compaction requested=false 2024-11-25T01:26:49,402 DEBUG [RS_CLOSE_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-25T01:26:49,402 DEBUG [RS_CLOSE_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T01:26:49,402 INFO [RS_CLOSE_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-25T01:26:49,402 DEBUG [RS_CLOSE_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-25T01:26:49,403 DEBUG [RS_CLOSE_META-regionserver/15a7e74b0924:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T01:26:49,521 INFO [RS:0;15a7e74b0924:33739 {}] regionserver.HRegionServer(1250): stopping server 15a7e74b0924,33739,1732497824462; all regions closed. 2024-11-25T01:26:49,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741834_1010 (size=26050) 2024-11-25T01:26:49,527 DEBUG [RS:0;15a7e74b0924:33739 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/oldWALs 2024-11-25T01:26:49,527 INFO [RS:0;15a7e74b0924:33739 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 15a7e74b0924%2C33739%2C1732497824462.meta:.meta(num 1732497827366) 2024-11-25T01:26:49,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741833_1009 (size=13630408) 2024-11-25T01:26:49,530 DEBUG [RS:0;15a7e74b0924:33739 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/oldWALs 2024-11-25T01:26:49,530 INFO [RS:0;15a7e74b0924:33739 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 15a7e74b0924%2C33739%2C1732497824462:(num 1732497826837) 2024-11-25T01:26:49,530 DEBUG [RS:0;15a7e74b0924:33739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:26:49,530 INFO [RS:0;15a7e74b0924:33739 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T01:26:49,530 INFO [RS:0;15a7e74b0924:33739 {}] hbase.ChoreService(370): Chore service for: regionserver/15a7e74b0924:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T01:26:49,530 INFO [regionserver/15a7e74b0924:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-25T01:26:49,531 INFO [RS:0;15a7e74b0924:33739 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33739 2024-11-25T01:26:49,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x1002c468db50001, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/15a7e74b0924,33739,1732497824462 2024-11-25T01:26:49,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T01:26:49,535 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$359/0x00007f48208f1d48@3b2061ae rejected from java.util.concurrent.ThreadPoolExecutor@7e22f8ae[Shutting down, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-25T01:26:49,537 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [15a7e74b0924,33739,1732497824462] 2024-11-25T01:26:49,537 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 15a7e74b0924,33739,1732497824462; numProcessing=1 2024-11-25T01:26:49,538 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/15a7e74b0924,33739,1732497824462 already deleted, retry=false 2024-11-25T01:26:49,539 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 15a7e74b0924,33739,1732497824462 expired; onlineServers=0 2024-11-25T01:26:49,539 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '15a7e74b0924,38513,1732497823723' ***** 2024-11-25T01:26:49,539 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T01:26:49,539 DEBUG [M:0;15a7e74b0924:38513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ecf8f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=15a7e74b0924/172.17.0.2:0 2024-11-25T01:26:49,539 INFO [M:0;15a7e74b0924:38513 {}] regionserver.HRegionServer(1224): stopping server 15a7e74b0924,38513,1732497823723 2024-11-25T01:26:49,539 INFO [M:0;15a7e74b0924:38513 {}] regionserver.HRegionServer(1250): stopping server 15a7e74b0924,38513,1732497823723; all regions closed. 2024-11-25T01:26:49,539 DEBUG [M:0;15a7e74b0924:38513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:26:49,539 DEBUG [M:0;15a7e74b0924:38513 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T01:26:49,539 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T01:26:49,539 DEBUG [M:0;15a7e74b0924:38513 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T01:26:49,539 DEBUG [master/15a7e74b0924:0:becomeActiveMaster-HFileCleaner.small.0-1732497826528 {}] cleaner.HFileCleaner(306): Exit Thread[master/15a7e74b0924:0:becomeActiveMaster-HFileCleaner.small.0-1732497826528,5,FailOnTimeoutGroup] 2024-11-25T01:26:49,539 DEBUG [master/15a7e74b0924:0:becomeActiveMaster-HFileCleaner.large.0-1732497826527 {}] cleaner.HFileCleaner(306): Exit Thread[master/15a7e74b0924:0:becomeActiveMaster-HFileCleaner.large.0-1732497826527,5,FailOnTimeoutGroup] 2024-11-25T01:26:49,544 INFO [M:0;15a7e74b0924:38513 {}] hbase.ChoreService(370): Chore service for: master/15a7e74b0924:0 had [] on shutdown 2024-11-25T01:26:49,544 DEBUG [M:0;15a7e74b0924:38513 {}] master.HMaster(1733): Stopping service threads 2024-11-25T01:26:49,544 INFO [M:0;15a7e74b0924:38513 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T01:26:49,544 ERROR [M:0;15a7e74b0924:38513 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-25T01:26:49,545 INFO [M:0;15a7e74b0924:38513 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T01:26:49,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T01:26:49,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T01:26:49,545 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T01:26:49,545 DEBUG [M:0;15a7e74b0924:38513 {}] zookeeper.ZKUtil(347): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T01:26:49,545 WARN [M:0;15a7e74b0924:38513 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T01:26:49,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T01:26:49,545 INFO [M:0;15a7e74b0924:38513 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-25T01:26:49,545 INFO [M:0;15a7e74b0924:38513 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T01:26:49,546 DEBUG [M:0;15a7e74b0924:38513 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T01:26:49,546 INFO [M:0;15a7e74b0924:38513 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T01:26:49,546 DEBUG [M:0;15a7e74b0924:38513 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T01:26:49,546 DEBUG [M:0;15a7e74b0924:38513 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T01:26:49,546 DEBUG [M:0;15a7e74b0924:38513 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T01:26:49,546 INFO [M:0;15a7e74b0924:38513 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=758.05 KB heapSize=931.44 KB 2024-11-25T01:26:49,562 DEBUG [M:0;15a7e74b0924:38513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31d7753076a24000b78c99dcd004d70f is 82, key is hbase:meta,,1/info:regioninfo/1732497827511/Put/seqid=0 2024-11-25T01:26:49,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742401_1577 (size=5672) 2024-11-25T01:26:49,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x1002c468db50001, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T01:26:49,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x1002c468db50001, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T01:26:49,637 INFO [RS:0;15a7e74b0924:33739 {}] regionserver.HRegionServer(1307): Exiting; stopping=15a7e74b0924,33739,1732497824462; zookeeper connection closed. 2024-11-25T01:26:49,637 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a414dd4 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a414dd4 2024-11-25T01:26:49,637 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T01:26:49,966 INFO [M:0;15a7e74b0924:38513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2132 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31d7753076a24000b78c99dcd004d70f 2024-11-25T01:26:49,990 DEBUG [M:0;15a7e74b0924:38513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/edbcb9a299d64d7f91c2bd74e6741b40 is 2283, key is \x00\x00\x00\x00\x00\x00\x00&/proc:d/1732497859250/Put/seqid=0 2024-11-25T01:26:49,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742402_1578 (size=45050) 2024-11-25T01:26:50,395 INFO [M:0;15a7e74b0924:38513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=757.50 KB at sequenceid=2132 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/edbcb9a299d64d7f91c2bd74e6741b40 2024-11-25T01:26:50,398 INFO [M:0;15a7e74b0924:38513 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for edbcb9a299d64d7f91c2bd74e6741b40 2024-11-25T01:26:50,413 DEBUG [M:0;15a7e74b0924:38513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7de3ad96e73e4ec9b3ed54eab0e17290 is 69, key is 15a7e74b0924,33739,1732497824462/rs:state/1732497826609/Put/seqid=0 2024-11-25T01:26:50,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073742403_1579 (size=5156) 2024-11-25T01:26:50,817 INFO [M:0;15a7e74b0924:38513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2132 (bloomFilter=true), to=hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7de3ad96e73e4ec9b3ed54eab0e17290 2024-11-25T01:26:50,820 DEBUG [M:0;15a7e74b0924:38513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31d7753076a24000b78c99dcd004d70f as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31d7753076a24000b78c99dcd004d70f 2024-11-25T01:26:50,822 INFO [M:0;15a7e74b0924:38513 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31d7753076a24000b78c99dcd004d70f, entries=8, sequenceid=2132, filesize=5.5 K 2024-11-25T01:26:50,823 DEBUG [M:0;15a7e74b0924:38513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/edbcb9a299d64d7f91c2bd74e6741b40 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/edbcb9a299d64d7f91c2bd74e6741b40 2024-11-25T01:26:50,825 INFO [M:0;15a7e74b0924:38513 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for edbcb9a299d64d7f91c2bd74e6741b40 2024-11-25T01:26:50,825 INFO [M:0;15a7e74b0924:38513 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/edbcb9a299d64d7f91c2bd74e6741b40, entries=179, sequenceid=2132, filesize=44.0 K 2024-11-25T01:26:50,826 DEBUG [M:0;15a7e74b0924:38513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7de3ad96e73e4ec9b3ed54eab0e17290 as hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7de3ad96e73e4ec9b3ed54eab0e17290 2024-11-25T01:26:50,828 INFO [M:0;15a7e74b0924:38513 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36753/user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7de3ad96e73e4ec9b3ed54eab0e17290, entries=1, sequenceid=2132, filesize=5.0 K 2024-11-25T01:26:50,829 INFO [M:0;15a7e74b0924:38513 {}] regionserver.HRegion(3040): Finished flush of dataSize ~758.05 KB/776246, heapSize ~931.14 KB/953488, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=2132, compaction requested=false 2024-11-25T01:26:50,830 INFO [M:0;15a7e74b0924:38513 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T01:26:50,830 DEBUG [M:0;15a7e74b0924:38513 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-25T01:26:50,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741830_1006 (size=916065) 2024-11-25T01:26:50,832 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/72b23741-b47d-5360-3504-d97072b22579/MasterData/WALs/15a7e74b0924,38513,1732497823723/15a7e74b0924%2C38513%2C1732497823723.1732497826038 not finished, retry = 0 2024-11-25T01:26:50,933 INFO [M:0;15a7e74b0924:38513 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-25T01:26:50,933 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-25T01:26:50,933 INFO [M:0;15a7e74b0924:38513 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38513 2024-11-25T01:26:50,935 DEBUG [M:0;15a7e74b0924:38513 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/15a7e74b0924,38513,1732497823723 already deleted, retry=false 2024-11-25T01:26:51,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T01:26:51,037 INFO [M:0;15a7e74b0924:38513 {}] regionserver.HRegionServer(1307): Exiting; stopping=15a7e74b0924,38513,1732497823723; zookeeper connection closed. 2024-11-25T01:26:51,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1002c468db50000, quorum=127.0.0.1:50052, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T01:26:51,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45b00dd3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T01:26:51,045 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40a056e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T01:26:51,045 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T01:26:51,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37784050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T01:26:51,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26eba703{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/hadoop.log.dir/,STOPPED} 2024-11-25T01:26:51,048 WARN [BP-1981118089-172.17.0.2-1732497820990 heartbeating to localhost/127.0.0.1:36753 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T01:26:51,048 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T01:26:51,048 WARN [BP-1981118089-172.17.0.2-1732497820990 heartbeating to localhost/127.0.0.1:36753 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1981118089-172.17.0.2-1732497820990 (Datanode Uuid 2617d3a7-4db2-4226-9bda-d2ba37839bde) service to localhost/127.0.0.1:36753 2024-11-25T01:26:51,048 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T01:26:51,050 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/cluster_df7c5154-dffa-4b7e-9d5b-a390ea6d3b1a/dfs/data/data1/current/BP-1981118089-172.17.0.2-1732497820990 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T01:26:51,050 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/cluster_df7c5154-dffa-4b7e-9d5b-a390ea6d3b1a/dfs/data/data2/current/BP-1981118089-172.17.0.2-1732497820990 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T01:26:51,051 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T01:26:51,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7cad334d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T01:26:51,058 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ca31a4d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T01:26:51,059 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T01:26:51,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@88a76a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T01:26:51,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c667d99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f982b582-1c92-3a63-848e-64f6e65cc035/hadoop.log.dir/,STOPPED} 2024-11-25T01:26:51,080 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-25T01:26:51,193 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down